-- Logs begin at Tue 2021-05-11 13:05:58 UTC, end at Tue 2021-05-11 13:58:27 UTC. --
May 11 13:33:12.183858 dv-cinder-784779-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
May 11 13:33:14.807288 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.common.config [-] Logging enabled!
May 11 13:33:14.807959 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev196
May 11 13:33:14.808066 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78593) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 11 13:33:14.811182 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.common.config [-] Logging enabled!
May 11 13:33:14.811436 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev196
May 11 13:33:14.811849 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78593) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 11 13:33:14.812797 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 11 13:33:14.813030 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 11 13:33:14.813404 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 11 13:33:14.813646 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 11 13:33:14.813871 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 11 13:33:14.814189 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.814485 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.814778 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.815006 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.815295 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.815789 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.816023 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.816316 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.816672 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.816910 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.817163 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.817447 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.817677 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.818050 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.818291 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.818575 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.818796 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] debug                          = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.819071 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.819507 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.819997 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.820219 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.820509 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.820783 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.821049 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.821710 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.821710 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.822188 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] host                           = dv-cinder-784779-11-iscsi {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.822621 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.822920 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.823210 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.823498 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.823801 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.824098 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.824369 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.824641 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.824910 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.825183 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.825472 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.825762 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.826033 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.826263 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.826483 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.826768 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.827052 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.827323 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.827620 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.827940 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.828167 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.828410 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.828681 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.828955 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.829491 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.829491 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.829842 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.830120 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.830312 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.830585 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.830811 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.831099 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.833575 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.833575 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.833575 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.833575 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.833575 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.833575 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.833575 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.833575 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.834650 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.834650 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.834650 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.834650 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.834650 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.835295 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.835295 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.835295 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.835847 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.835847 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.836187 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.836345 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.837373 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.837373 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:14.837373 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.837653 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.838099 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.838395 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.838692 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.838974 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.839262 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.839539 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.839850 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.840134 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.840426 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.840703 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.840993 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.841275 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.841561 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.841867 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.842156 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.842448 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.842728 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.842994 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.843267 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.843543 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.843850 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.844144 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.844429 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.844713 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.844994 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.845265 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.845559 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.845821 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.846081 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.846412 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.846637 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.846911 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.847196 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.847466 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.847759 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.848044 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.848304 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.848585 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.848859 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.849131 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.849392 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.849664 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.849930 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.850216 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.850486 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.850757 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.851025 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.851301 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.851617 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.851902 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.852184 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.852444 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.852775 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.853218 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.853597 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.853875 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.854149 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.854420 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.854692 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.854967 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.855248 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.855665 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.855950 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.856222 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.856498 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.856775 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.857077 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.857361 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.857638 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.857917 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.858194 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.858471 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.858746 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.859021 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.859298 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.859613 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.859866 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.860158 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.860438 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.860726 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.861010 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.861283 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.861931 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.862206 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.862490 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.862764 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.863042 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.863325 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.863632 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.863931 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.864218 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.864510 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.864799 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.865095 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.865371 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.865686 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.865963 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:14.866183 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 11 13:33:14.866427 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78593) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
May 11 13:33:15.247184 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:33:15.247471 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:33:15.247778 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:33:15.248122 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.manager [-] Loading core plugin: ml2
May 11 13:33:15.576173 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:15.576490 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:15.576746 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:15.578097 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:15.578402 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:15.578695 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:15.707943 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:15.708300 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:15.708472 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:15.722892 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:15.723171 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:15.723449 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:15.756384 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:15.756689 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:15.756913 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:15.797860 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:15.798084 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:15.798325 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.041564 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1adb557a60> agent after_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.042276 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1adb557a60> agent after_update 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.042276 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f1adb557940> segment precommit_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.042447 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f1adb5579d0> network precommit_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.043095 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f1adb586670> segment before_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.176211 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1adbe9f5b0>> network before_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.176479 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f1adb4f83a0> agent before_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.176766 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1adbe9f5b0>> network before_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.177071 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1adbe9f5b0>> port before_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.177374 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1adbe9f5b0>> port before_update 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.177758 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1adbe9f5b0>> segment precommit_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.178029 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1adbe9f5b0>> segment precommit_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.178316 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1adbe9f5b0>> segment after_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.178570 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1adbe9f5b0>> segment after_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.178856 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1adbe9f5b0>> network after_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.179112 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1adbe9f5b0>> network precommit_delete 0 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.179417 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1adbe9f5b0>> port provisioning_complete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.179737 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1adbe9f5b0>> rbac-policy before_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.179999 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1adbe9f5b0>> rbac-policy after_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.180305 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1adbe9f5b0>> agent after_update 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.180668 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1adbe9f5b0>> subnet after_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.180928 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1adbe9f5b0>> subnet precommit_delete 0 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.181204 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1adbe9f5b0>> rbac-policy before_update 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.181544 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1adbe9f5b0>> rbac-policy before_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.181841 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1adbe9f5b0>> segment_host_mapping after_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.182242 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1adbe9f5b0>> port after_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.182496 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1adbe9f5b0>> port after_update 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.182745 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1adbe9f5b0>> port after_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.183194 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1adbe9f5b0>> rbac-policy before_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.183449 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1adbe9f5b0>> rbac-policy before_update 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.183763 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1adbe9f5b0>> rbac-policy before_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.184175 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 11 13:33:16.184414 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 11 13:33:16.184698 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 11 13:33:16.184965 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 11 13:33:16.185202 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 11 13:33:16.185454 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 11 13:33:16.185864 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
May 11 13:33:16.189520 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
May 11 13:33:16.193560 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
May 11 13:33:16.198079 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])])
May 11 13:33:16.199863 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
May 11 13:33:16.200335 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
May 11 13:33:16.200664 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
May 11 13:33:16.201047 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
May 11 13:33:16.204085 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
May 11 13:33:16.204363 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
May 11 13:33:16.204890 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
May 11 13:33:16.233443 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
May 11 13:33:16.233897 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f1adb3cad90>> qos_plugin after_init 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.234196 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78593) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
May 11 13:33:16.234555 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f1adb4ab190>> logging-plugin after_init 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.235930 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78593) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
May 11 13:33:16.236220 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
May 11 13:33:16.236460 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
May 11 13:33:16.240062 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1adb4ab2b0>> floatingip before_response 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.240341 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1adb4ab2b0>> port before_response 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.326818 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
May 11 13:33:16.327064 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
May 11 13:33:16.327260 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
May 11 13:33:16.327700 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
May 11 13:33:16.359796 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_db.sqlalchemy.engines [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78593) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
May 11 13:33:16.708726 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.managers [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Initializing driver for type 'gre'
May 11 13:33:16.708988 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] gre ID ranges: [(1, 1000)]
May 11 13:33:16.775396 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.managers [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Initializing driver for type 'local'
May 11 13:33:16.775739 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.managers [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Initializing driver for type 'vlan'
May 11 13:33:16.789689 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] VlanTypeDriver initialization complete
May 11 13:33:16.790254 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.managers [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Initializing driver for type 'vxlan'
May 11 13:33:16.790946 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] vxlan ID ranges: [(1, 1000)]
May 11 13:33:16.864397 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.managers [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Initializing extension driver 'port_security'
May 11 13:33:16.864735 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.extensions.port_security [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] PortSecurityExtensionDriver initialization complete
May 11 13:33:16.865067 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.managers [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Initializing mechanism driver 'openvswitch'
May 11 13:33:16.865392 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.managers [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Initializing mechanism driver 'hyperv'
May 11 13:33:16.872465 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.plugins.ml2.plugin [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:33:16.873300 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1adb3f1ac0>> port after_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.873698 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1adb3f1ac0>> port after_update 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.874053 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1adb3f1ac0>> port after_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.874445 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1adb366a30>> subnet after_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.874797 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1adb366a30>> subnet after_update 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.875143 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1adb366a30>> subnet after_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.875521 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1adaf20df0>> network after_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.875875 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1adaf20df0>> network after_update 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.876226 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1adaf20df0>> network after_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.876593 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1adaf20e80>> security_group after_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.876938 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1adaf20e80>> security_group after_update 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.877371 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1adaf20e80>> security_group after_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.877640 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1adaf26310>> security_group_rule after_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.877996 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1adaf26310>> security_group_rule after_update 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.878305 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1adaf26310>> security_group_rule after_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.878678 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1adaf26580>> address_group after_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.879018 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1adaf26580>> address_group after_update 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.879777 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1adaf26580>> address_group after_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.879777 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] ML2 OVO RPC backend initialized. {{(pid=78593) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
May 11 13:33:16.880426 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1adaf26970>> router_interface after_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.880795 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1adaf26970>> router_interface after_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.881188 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1adaf26970>> network before_response 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.881523 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1adaf26970>> networks before_response 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.881883 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1adaf26970>> port before_response 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.882331 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1adaf26970>> ports before_response 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.882534 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1adaf26970>> subnet before_response 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.882866 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1adaf26970>> subnets before_response 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.884757 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1adaf26970>> network after_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.884757 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1adaf26970>> network after_update 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.884757 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1adaf26970>> network after_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.884757 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1adaf26970>> port after_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.885115 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1adaf26970>> port after_update 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.885115 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1adaf26970>> port after_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.885304 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1adaf26970>> subnet after_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.885516 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1adaf26970>> subnet after_update 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.885840 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1adaf26970>> subnet after_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.886454 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.plugin [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Modular L2 Plugin initialization complete
May 11 13:33:16.886989 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading services supported by the core plugin {{(pid=78593) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
May 11 13:33:16.887326 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.plugins.ml2.managers [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Got port-security extension from driver 'port_security'
May 11 13:33:16.887814 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.extensions.vlantransparent [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Disabled vlantransparent extension.
May 11 13:33:16.888316 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78593) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
May 11 13:33:16.888617 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading Plugin: router
May 11 13:33:16.925114 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1adaf26a90>> router_interface before_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.925506 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1adaf26a90>> router after_create 55549900 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.925871 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1adaf26a90>> router before_create 55549900 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.926228 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1adaf26a90>> router_interface before_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.926604 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1adaf26a90>> router_interface after_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.926944 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1adaf26a90>> router after_delete 55549900 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.927293 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1adaf26a90>> floatingip after_update 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.927683 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1adaf26a90>> router after_create 55549900 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.928022 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1adaf26a90>> router after_update 55549900 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.928365 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1adaf26a90>> router after_update 55549900 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.928712 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1adaf26a90>> router_gateway after_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.929064 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1adaf26a90>> router after_update 55549900 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.929461 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1adaf26a90>> router precommit_update 55549900 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.929819 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f1adb53f670> port after_update 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.930162 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f1adb53f700> port after_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.930494 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f1adb53f5e0> subnet after_update 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.931061 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f1adb53f160> subnetpool_address_scope after_update 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.931539 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1adaf26a90>> port precommit_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.931949 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1adaf26a90>> router precommit_create 55549900 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.932288 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f1adb52d9d0> port before_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.932630 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1adaf26a90>> router precommit_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.932985 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1adaf26a90>> router after_update 55549900 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.933322 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1adaf26a90>> router precommit_delete 55549900 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.933667 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1adaf26a90>> router precommit_create 55549900 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.934023 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1adaf26a90>> router_interface after_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.934360 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1adaf26a90>> router precommit_update 55549900 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.934748 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1adaf26a90>> network after_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.935678 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.quota.resource_registry [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Tracking information for resource: router configured {{(pid=78593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 11 13:33:16.936006 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.quota.resource_registry [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Tracking information for resource: floatingip configured {{(pid=78593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 11 13:33:16.941267 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.db.l3_agentschedulers_db [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
May 11 13:33:16.941845 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f1adaedd0d0> port after_update 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.942204 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f1adaedff70> port after_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.942541 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <function _notify_port_delete at 0x7f1adaedd040> port after_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.942883 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f1adaedd3a0> port after_update 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.943728 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1adae8d2b0>> router before_create 55550100 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.944083 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1adae8d2b0>> router precommit_delete 55550100 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.944434 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1adae8d2b0>> router precommit_create 55550100 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.944782 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1adae8d2b0>> router precommit_update 55550100 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.949484 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.services.provider_configuration [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Service providers = [] {{(pid=78593) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
May 11 13:33:16.949846 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.db.servicetype_db [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78593) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
May 11 13:33:16.952878 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.services.service_base [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78593) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 11 13:33:16.953222 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.services.service_base [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78593) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 11 13:33:16.953559 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.services.service_base [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78593) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 11 13:33:16.954427 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.services.service_base [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78593) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 11 13:33:16.954796 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.services.service_base [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Default provider is not specified for service type L3_ROUTER_NAT
May 11 13:33:16.956907 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 11 13:33:16.957238 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
May 11 13:33:16.968375 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 11 13:33:16.968710 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading Plugin: auto_allocate
May 11 13:33:16.974526 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1adaea1700> network precommit_update 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.974896 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1adaea1700> network precommit_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.975430 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 11 13:33:16.975770 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading Plugin: tag
May 11 13:33:16.982945 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 11 13:33:16.983266 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading Plugin: timestamp
May 11 13:33:16.987408 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 11 13:33:16.987759 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading Plugin: network_ip_availability
May 11 13:33:16.993073 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1adae9d8b0>> rbac-policy before_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.995297 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1adae9d8b0>> rbac-policy before_update 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.995297 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1adae9d8b0>> rbac-policy before_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:16.995297 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 11 13:33:16.995297 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading Plugin: flavors
May 11 13:33:17.002199 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 11 13:33:17.002524 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading Plugin: revisions
May 11 13:33:17.006928 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 11 13:33:17.007326 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_concurrency.lockutils [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.759s {{(pid=78593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:33:17.008135 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78593) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
May 11 13:33:17.008462 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Initializing extension manager.
May 11 13:33:17.009130 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: __init__.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.009468 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: __pycache__ {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.009798 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.010121 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: address_group.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.010898 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.011484 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: address-group
May 11 13:33:17.011824 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: address_scope.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.012522 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.013029 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: address-scope
May 11 13:33:17.013343 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: admin_state_down_before_update.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.014295 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.014807 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: router-admin-state-down-before-update
May 11 13:33:17.015126 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: agent.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.015857 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.016365 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: agent
May 11 13:33:17.016678 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: agent_resources_synced.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.017557 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.018063 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: agent-resources-synced
May 11 13:33:17.018381 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: allowedaddresspairs.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.020233 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.020863 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: allowed-address-pairs
May 11 13:33:17.021372 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: auto_allocated_topology.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.022471 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.022987 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: auto-allocated-topology
May 11 13:33:17.023305 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: availability_zone.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.024017 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.024613 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: availability_zone
May 11 13:33:17.024931 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: availability_zone_filter.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.025876 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.026318 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: availability_zone_filter
May 11 13:33:17.026632 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: data_plane_status.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.027505 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.028041 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension data-plane-status not supported by any of loaded plugins
May 11 13:33:17.028355 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: default_subnetpools.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.029238 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.029746 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: default-subnetpools
May 11 13:33:17.030056 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: dhcpagentscheduler.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.030871 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.031373 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: dhcp_agent_scheduler
May 11 13:33:17.031727 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: dns.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.032615 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.033115 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension dns-integration not supported by any of loaded plugins
May 11 13:33:17.033431 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: dns_domain_ports.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.034323 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.034821 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension dns-domain-ports not supported by any of loaded plugins
May 11 13:33:17.035137 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: dvr.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.035815 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.036316 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: dvr
May 11 13:33:17.036630 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: empty_string_filtering.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.037508 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.038013 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: empty-string-filtering
May 11 13:33:17.038325 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.039204 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.039739 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
May 11 13:33:17.040095 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.040971 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.041466 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
May 11 13:33:17.041776 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: external_net.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.042655 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.043151 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: external-net
May 11 13:33:17.043464 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: extra_dhcp_opt.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.044393 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.044891 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: extra_dhcp_opt
May 11 13:33:17.045190 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: extraroute.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.046068 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.046571 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: extraroute
May 11 13:33:17.046883 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: extraroute_atomic.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.047973 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.048461 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: extraroute-atomic
May 11 13:33:17.048788 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: filter_validation.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.049432 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.049961 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: filter-validation
May 11 13:33:17.050261 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: fip_pf_description.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.051363 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.051897 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
May 11 13:33:17.052214 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: fip_port_details.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.053096 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.053606 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: fip-port-details
May 11 13:33:17.053942 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: flavors.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.055159 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.055748 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: flavors
May 11 13:33:17.056057 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.057721 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.058244 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
May 11 13:33:17.058564 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: floatingip_pools.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.059254 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.059803 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: floatingip-pools
May 11 13:33:17.060122 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: ip_allocation.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.061012 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.061521 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension ip_allocation not supported by any of loaded plugins
May 11 13:33:17.061833 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.062727 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.063228 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: ip-substring-filtering
May 11 13:33:17.063545 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: l2_adjacency.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.064468 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.064982 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension l2_adjacency not supported by any of loaded plugins
May 11 13:33:17.065301 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: l3.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.066319 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.066837 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: router
May 11 13:33:17.067144 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: l3_conntrack_helper.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.069473 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.070217 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension l3-conntrack-helper not supported by any of loaded plugins
May 11 13:33:17.070545 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.071529 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.072232 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: ext-gw-mode
May 11 13:33:17.072555 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.073494 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.073997 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: l3-ha
May 11 13:33:17.074313 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: l3_flavors.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.075193 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.075738 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: l3-flavors
May 11 13:33:17.076055 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.076960 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.077468 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: l3-port-ip-change-not-allowed
May 11 13:33:17.077782 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: l3agentscheduler.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.078866 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.079382 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: l3_agent_scheduler
May 11 13:33:17.079739 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: logging.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.081254 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.081771 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension logging not supported by any of loaded plugins
May 11 13:33:17.082092 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: metering.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.082821 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.083407 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: metering
May 11 13:33:17.083840 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.084958 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.085453 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: metering_source_and_destination_fields
May 11 13:33:17.085771 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: multiprovidernet.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.086847 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.087583 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: multi-provider
May 11 13:33:17.087906 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: netmtu.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.088806 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.089314 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: net-mtu
May 11 13:33:17.089629 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: netmtu_writable.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.090523 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.091029 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: net-mtu-writable
May 11 13:33:17.091339 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: network_availability_zone.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.092021 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.092521 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: network_availability_zone
May 11 13:33:17.092832 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: network_ip_availability.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.093921 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.094425 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: network-ip-availability
May 11 13:33:17.094741 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: network_segment_range.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.095499 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.096033 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension network-segment-range not supported by any of loaded plugins
May 11 13:33:17.096342 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: pagination.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.097308 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.097629 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: pagination
May 11 13:33:17.097943 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: port_device_profile.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.098812 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.099325 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: port-device-profile
May 11 13:33:17.099682 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.100584 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.101089 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: port-mac-address-regenerate
May 11 13:33:17.101406 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.102289 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.102845 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: port-numa-affinity-policy
May 11 13:33:17.103160 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: port_resource_request.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.104072 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.104572 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension port-resource-request not supported by any of loaded plugins
May 11 13:33:17.104887 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: portbindings.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.105787 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.106286 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: binding
May 11 13:33:17.106597 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: portbindings_extended.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.107892 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.108401 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: binding-extended
May 11 13:33:17.108717 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: portsecurity.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.109592 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.110102 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: port-security
May 11 13:33:17.110415 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: project_id.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.111352 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.112030 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: project-id
May 11 13:33:17.112347 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: providernet.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.113237 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.113752 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: provider
May 11 13:33:17.114064 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: qos.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.117647 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.118356 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension qos not supported by any of loaded plugins
May 11 13:33:17.118887 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.120349 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.120870 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
May 11 13:33:17.121197 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.122086 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.122597 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
May 11 13:33:17.122920 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: qos_default.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.123836 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.124344 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension qos-default not supported by any of loaded plugins
May 11 13:33:17.124664 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: qos_fip.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.125304 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.125809 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension qos-fip not supported by any of loaded plugins
May 11 13:33:17.126120 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: qos_gateway_ip.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.127052 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.127594 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension qos-gateway-ip not supported by any of loaded plugins
May 11 13:33:17.127907 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: qos_port_network_policy.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.128816 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.129326 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension qos-port-network-policy not supported by any of loaded plugins
May 11 13:33:17.129644 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: qos_rule_type_details.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.130528 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.131035 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension qos-rule-type-details not supported by any of loaded plugins
May 11 13:33:17.131349 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: qos_rules_alias.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.132419 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.132932 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension qos-rules-alias not supported by any of loaded plugins
May 11 13:33:17.133248 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: quotasv2.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.134418 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.134743 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: quotas
May 11 13:33:17.135059 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: quotasv2_detail.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.136753 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.137088 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: quota_details
May 11 13:33:17.137414 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: rbac.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.138464 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.139000 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: rbac-policies
May 11 13:33:17.139321 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: rbac_address_group.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.140257 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.140777 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: rbac-address-group
May 11 13:33:17.141092 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: rbac_address_scope.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.141979 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.142493 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: rbac-address-scope
May 11 13:33:17.142807 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: rbac_security_groups.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.143728 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.144234 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: rbac-security-groups
May 11 13:33:17.144549 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: rbac_subnetpool.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.145455 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.145989 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: rbac-subnetpool
May 11 13:33:17.146304 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: revisionifmatch.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.147191 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.147737 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: revision-if-match
May 11 13:33:17.148054 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: revisions.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.149152 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.149840 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: standard-attr-revisions
May 11 13:33:17.150161 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: router_availability_zone.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.150824 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.151328 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: router_availability_zone
May 11 13:33:17.151663 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: routerservicetype.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.152551 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.153058 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension router-service-type not supported by any of loaded plugins
May 11 13:33:17.153372 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.154255 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.154755 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: security-groups-normalized-cidr
May 11 13:33:17.155067 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: security_groups_port_filtering.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.155991 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.156500 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: port-security-groups-filtering
May 11 13:33:17.156813 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.157705 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.158213 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: security-groups-remote-address-group
May 11 13:33:17.158525 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: securitygroup.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.170041 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.170643 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: security-group
May 11 13:33:17.170972 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: segment.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.171936 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.172460 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension segment not supported by any of loaded plugins
May 11 13:33:17.172784 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.173851 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.174385 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
May 11 13:33:17.174704 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: servicetype.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.175947 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.176501 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: service-type
May 11 13:33:17.176818 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: sorting.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.177831 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.178156 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: sorting
May 11 13:33:17.178493 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: standard_attr_segment.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.179363 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.179933 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension standard-attr-segment not supported by any of loaded plugins
May 11 13:33:17.180256 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: standardattrdescription.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.181126 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.181644 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: standard-attr-description
May 11 13:33:17.181966 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: stateful_security_group.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.183250 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.184623 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: stateful-security-group
May 11 13:33:17.184623 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: stdattrs_common.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.185475 dv-cinder-784779-11-iscsi neutron-server[78593]: WARNING neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
May 11 13:33:17.186002 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.187407 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.188114 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
May 11 13:33:17.188660 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: subnet_onboard.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.190035 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.190539 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: subnet_onboard
May 11 13:33:17.190886 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.191914 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.192600 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
May 11 13:33:17.192745 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: subnet_service_types.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.193707 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.194223 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: subnet-service-types
May 11 13:33:17.194539 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: subnetallocation.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.195696 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.196211 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: subnet_allocation
May 11 13:33:17.196701 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.197370 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.197912 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: subnetpool-prefix-ops
May 11 13:33:17.198296 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.199275 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.199820 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
May 11 13:33:17.200140 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: tagging.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.201262 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.201803 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: standard-attr-tag
May 11 13:33:17.202130 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: timestamp.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.203311 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.203877 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loaded extension: standard-attr-timestamp
May 11 13:33:17.204184 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: trunk.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.205206 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.205705 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension trunk not supported by any of loaded plugins
May 11 13:33:17.206034 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: trunk_details.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.207011 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.207522 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension trunk-details not supported by any of loaded plugins
May 11 13:33:17.207869 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: uplink_status_propagation.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.208783 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.209279 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension uplink-status-propagation not supported by any of loaded plugins
May 11 13:33:17.209594 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Loading extension file: vlantransparent.py {{(pid=78593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 11 13:33:17.210271 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 11 13:33:17.210774 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extension vlan-transparent not supported by any of loaded plugins
May 11 13:33:17.213568 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.quota.resource_registry [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Creating instance of TrackedResource for resource:network
May 11 13:33:17.214347 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.quota.resource_registry [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Creating instance of TrackedResource for resource:subnet
May 11 13:33:17.215178 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.quota.resource_registry [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Creating instance of TrackedResource for resource:subnetpool
May 11 13:33:17.215814 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.quota.resource_registry [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Creating instance of TrackedResource for resource:port
May 11 13:33:17.217184 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.v2.resource_helper [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 11 13:33:17.217624 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.v2.resource_helper [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Service FLAVORS assigned prefix:  {{(pid=78593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 11 13:33:17.218257 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.v2.resource_helper [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 11 13:33:17.218673 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.v2.resource_helper [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 11 13:33:17.218999 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.quota.resource_registry [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Creating instance of TrackedResource for resource:router
May 11 13:33:17.219751 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.quota.resource_registry [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Creating instance of TrackedResource for resource:floatingip
May 11 13:33:17.220476 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.v2.resource_helper [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Service METERING assigned prefix: /metering {{(pid=78593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 11 13:33:17.221971 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1adadb7df0>> rbac-policy before_create 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:17.222336 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1adadb7df0>> rbac-policy before_update 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:17.222683 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1adadb7df0>> rbac-policy before_delete 55550000 {{(pid=78593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:33:17.224057 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.quota.resource_registry [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Creating instance of CountableResource for resource:rbac_policy
May 11 13:33:17.224500 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.quota.resource_registry [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Creating instance of TrackedResource for resource:security_group
May 11 13:33:17.225166 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.quota.resource_registry [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Creating instance of TrackedResource for resource:security_group_rule
May 11 13:33:17.225917 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.v2.resource_helper [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Service CORE assigned prefix:  {{(pid=78593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 11 13:33:17.226238 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.quota.resource_registry [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Creating instance of TrackedResource for resource:subnetpool
May 11 13:33:17.226572 dv-cinder-784779-11-iscsi neutron-server[78593]: WARNING neutron.quota.resource_registry [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] subnetpool is already registered
May 11 13:33:17.227183 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.v2.resource_helper [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Service CORE assigned prefix:  {{(pid=78593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 11 13:33:17.227727 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.quota.resource_registry [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Creating instance of TrackedResource for resource:subnetpool
May 11 13:33:17.227944 dv-cinder-784779-11-iscsi neutron-server[78593]: WARNING neutron.quota.resource_registry [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] subnetpool is already registered
May 11 13:33:17.230861 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.v2.resource_helper [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 11 13:33:17.231291 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.v2.resource_helper [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Service FLAVORS assigned prefix:  {{(pid=78593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 11 13:33:17.231917 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.v2.resource_helper [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 11 13:33:17.232332 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.v2.resource_helper [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 11 13:33:17.232665 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.quota.resource_registry [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Creating instance of TrackedResource for resource:router
May 11 13:33:17.232995 dv-cinder-784779-11-iscsi neutron-server[78593]: WARNING neutron.quota.resource_registry [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] router is already registered
May 11 13:33:17.233661 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.quota.resource_registry [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Creating instance of TrackedResource for resource:floatingip
May 11 13:33:17.233976 dv-cinder-784779-11-iscsi neutron-server[78593]: WARNING neutron.quota.resource_registry [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] floatingip is already registered
May 11 13:33:17.234613 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.v2.resource_helper [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Service METERING assigned prefix: /metering {{(pid=78593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 11 13:33:17.235323 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.quota.resource_registry [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Creating instance of CountableResource for resource:rbac_policy
May 11 13:33:17.235676 dv-cinder-784779-11-iscsi neutron-server[78593]: WARNING neutron.quota.resource_registry [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] rbac_policy is already registered
May 11 13:33:17.237769 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.quota.resource_registry [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Creating instance of TrackedResource for resource:security_group
May 11 13:33:17.238097 dv-cinder-784779-11-iscsi neutron-server[78593]: WARNING neutron.quota.resource_registry [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] security_group is already registered
May 11 13:33:17.238790 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.quota.resource_registry [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Creating instance of TrackedResource for resource:security_group_rule
May 11 13:33:17.239096 dv-cinder-784779-11-iscsi neutron-server[78593]: WARNING neutron.quota.resource_registry [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] security_group_rule is already registered
May 11 13:33:17.239845 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.v2.resource_helper [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Service CORE assigned prefix:  {{(pid=78593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 11 13:33:17.240174 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.quota.resource_registry [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Creating instance of TrackedResource for resource:subnetpool
May 11 13:33:17.240477 dv-cinder-784779-11-iscsi neutron-server[78593]: WARNING neutron.quota.resource_registry [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] subnetpool is already registered
May 11 13:33:17.241071 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.v2.resource_helper [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Service CORE assigned prefix:  {{(pid=78593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 11 13:33:17.241388 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.quota.resource_registry [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Creating instance of TrackedResource for resource:subnetpool
May 11 13:33:17.241704 dv-cinder-784779-11-iscsi neutron-server[78593]: WARNING neutron.quota.resource_registry [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] subnetpool is already registered
May 11 13:33:17.242365 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: extensions {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.243975 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: address-groups {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.245608 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: address-scopes {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.246793 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: agents {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.248003 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: auto-allocated-topology {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.249212 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: availability_zones {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.250552 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: dhcp-networks {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.251958 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: dhcp-agents {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.253363 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: routers {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.255237 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: flavors {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.256403 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: service_profiles {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.257581 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: next_providers {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.259458 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: service_profiles {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.261080 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: floatingip-pools {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.262272 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: routers {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.264263 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: floatingips {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.265268 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: l3-routers {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.266613 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: l3-agents {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.268039 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: metering-labels {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.269377 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: metering-label-rules {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.270647 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: network-ip-availabilities {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.271930 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: bindings {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.273550 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: quotas {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.275255 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: quotas {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.276848 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: rbac-policies {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.278099 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: security-groups {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.279321 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: security-group-rules {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.280592 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: service-providers {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.281798 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: subnetpools {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.283194 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: subnetpools {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.284680 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: tags {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.286350 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: tags {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.288189 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: tags {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.290021 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: tags {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.292020 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: tags {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.293856 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: tags {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.295653 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: tags {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.298569 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: tags {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.300462 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: tags {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.419822 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron.api.extensions [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Extended resource: tags {{(pid=78593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 11 13:33:17.425657 dv-cinder-784779-11-iscsi neutron-server[78593]: WARNING keystonemiddleware.auth_token [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
May 11 13:33:17.430364 dv-cinder-784779-11-iscsi neutron-server[78593]: WARNING keystonemiddleware.auth_token [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
May 11 13:33:17.438868 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_concurrency.lockutils [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Acquired lock "singleton_lock" {{(pid=78593) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
May 11 13:33:17.439344 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_concurrency.lockutils [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Releasing lock "singleton_lock" {{(pid=78593) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
May 11 13:33:17.440043 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO oslo_service.service [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Starting 2 workers
May 11 13:33:17.444735 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Started child 78702 {{(pid=78593) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 11 13:33:17.449366 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Started child 78703 {{(pid=78593) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 11 13:33:17.450424 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:17.451245 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO neutron.service [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Neutron service started, listening on 0.0.0.0:9696
May 11 13:33:17.451491 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Notify callbacks [] for process, before_spawn {{(pid=78593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:17.451989 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [-] (78702) wsgi starting up on http://0.0.0.0:9696
May 11 13:33:17.453774 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:17.454328 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO oslo_service.service [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Starting 1 workers
May 11 13:33:17.455133 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [-] (78703) wsgi starting up on http://0.0.0.0:9696
May 11 13:33:17.458872 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Started child 78704 {{(pid=78593) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 11 13:33:17.459402 dv-cinder-784779-11-iscsi neutron-server[78593]: INFO oslo_service.service [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Starting 1 workers
May 11 13:33:17.462544 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.service [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] calling RpcWorker wait() {{(pid=78704) _wait /opt/stack/neutron/neutron/service.py:128}}
May 11 13:33:17.463278 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.service [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] returning from RpcWorker wait() {{(pid=78704) _wait /opt/stack/neutron/neutron/service.py:135}}
May 11 13:33:17.464075 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Started child 78705 {{(pid=78593) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 11 13:33:17.464523 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:17.464885 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG neutron_lib.callbacks.manager [None req-5c6f6dc5-24fa-4181-904f-9ad2ef22852c None None] Notify callbacks [] for process, after_spawn {{(pid=78593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:17.465014 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:33:17.466885 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78593) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 11 13:33:17.467056 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 11 13:33:17.467390 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 11 13:33:17.467785 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 11 13:33:17.468333 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 11 13:33:17.468641 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 11 13:33:17.469321 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.469779 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.470177 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.470570 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.470822 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:17.471646 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.471926 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:33:17.472521 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.472939 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.473308 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.473732 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.474122 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.474435 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.474732 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.475118 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.475489 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.475971 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.476400 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.476773 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.477196 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.477662 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.478057 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.478456 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.478832 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.479233 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.479641 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.480280 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.480669 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.481056 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.481406 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.481821 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.482215 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.482639 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.483003 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.483366 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.483753 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.484156 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.484532 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.484901 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.485250 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.485658 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.486036 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.487004 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] host                           = dv-cinder-784779-11-iscsi {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.487373 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.487747 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.488153 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.488531 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.488907 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.489267 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.489639 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.490011 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.490399 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.490755 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.491147 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.491524 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.491909 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.492297 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.492593 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.492972 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.493537 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.493954 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.494285 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.494627 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.494970 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.495395 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.495875 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.496958 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.496958 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.496958 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.496958 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.496958 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.497785 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.497785 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.497785 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.498072 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.498072 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.498353 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.498494 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.498853 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.499248 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.499513 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.500354 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.500354 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.500354 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.500730 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.500730 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.500856 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.501020 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.501388 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.501784 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.502146 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.502529 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.502893 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.503254 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.503638 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.504040 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.504420 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.505211 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.505513 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.505643 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.505874 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.506112 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.506317 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.506699 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.506925 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.507685 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.508426 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.509072 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.510850 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.512620 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.513044 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.513692 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.514984 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.515595 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.516132 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.516532 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.518015 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.518483 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.518957 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.519351 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.519822 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.520218 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.520688 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.521170 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.521747 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.522156 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.522578 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.523058 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.523904 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.524401 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.524810 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.525453 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.525842 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.526254 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.526753 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.527285 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.527842 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.48/identity {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.528281 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.528541 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.528759 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.529129 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.529340 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.529715 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.529938 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.530222 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.530435 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.530815 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.531045 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.531302 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.531540 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.531893 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.532141 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.532377 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.532603 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.532976 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.533189 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.533439 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.533652 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.534030 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.534265 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.534630 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.534854 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.535231 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.535437 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.535865 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.536071 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.536441 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.536809 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.537160 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.537506 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.538133 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.541621 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.542163 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.542453 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.543180 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.543438 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.543703 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.543957 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.544729 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.544729 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.544884 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.545135 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.546078 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.546651 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.546923 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.547191 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.547720 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.548450 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.548841 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.549364 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.549821 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.550189 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.550603 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.551256 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.551516 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.551782 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.552301 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.552741 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.553056 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.553322 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.553581 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.553870 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.554113 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.554412 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.554815 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.555073 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.555404 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.555775 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.556171 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.556590 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.556897 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.557596 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.557938 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.558193 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.558582 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.558854 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.559494 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.559787 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.560088 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.560375 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.560615 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.560935 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.561208 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.561473 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.561793 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.562083 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.562366 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.562616 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.562891 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.563409 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.563750 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.563980 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.564466 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.564728 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.564971 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.565538 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.565800 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.566076 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.566358 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.566651 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.566881 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.567111 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.567345 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.567626 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.568016 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.568296 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.569015 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.569243 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.569635 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.569905 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.570163 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.570682 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.570933 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.571246 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.571598 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.572207 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.48/identity {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.572623 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.572881 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.573190 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.573451 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.573742 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.573961 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.574186 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.574445 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.574732 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.574998 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.575265 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.575490 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.575765 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.575986 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.576205 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.576455 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.576670 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.576910 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.577162 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.577397 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.577617 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.577833 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.578047 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.578308 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.578570 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.578843 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.579090 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.579313 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.579571 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.579821 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.580063 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.580305 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.580563 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.580838 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.581051 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.581264 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.581502 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.581720 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.581953 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.582250 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.582467 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.582756 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.583013 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.583357 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.583624 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.583850 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.584096 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.584330 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.584546 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.584788 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.585036 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.585280 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.585550 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.585785 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.586116 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.586374 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.586630 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.587216 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.587475 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.587914 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.588305 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.588526 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.588837 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.589251 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.589421 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.589669 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.589932 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.590143 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.590355 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.590651 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.590856 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.591081 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.591373 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.591661 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.591869 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.592109 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.592324 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.592638 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.592879 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.593169 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.593402 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.593616 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.593915 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.594131 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.594426 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.594654 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.594873 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.595202 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.595482 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.595796 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.596136 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.596398 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.596657 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.596969 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.597312 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.597561 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.597806 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.598038 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.598314 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.598572 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.598880 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.599209 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.599592 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.599857 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.600170 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.600494 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.600747 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.601061 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.601274 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.601624 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.601999 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.602329 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.602726 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.603107 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.603535 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.603789 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.604118 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.604418 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.604644 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.604879 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.605205 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.605493 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.605805 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.606013 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.606273 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.606493 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.606742 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.607002 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.607165 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:33:17.607282 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.607513 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.607696 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 11 13:33:17.608265 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78593) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 11 13:33:17.608494 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 11 13:33:17.608660 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 11 13:33:17.608853 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 11 13:33:17.609079 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 11 13:33:17.609314 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 11 13:33:17.609636 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.609636 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.609815 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.609952 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.610110 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.610293 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.610509 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.610614 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.610811 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.610918 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.611045 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.611270 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.611465 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.612093 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.612093 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.612368 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.612368 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.612584 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.612713 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.612973 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.613080 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.613210 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.613400 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.613614 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.613792 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.614120 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.614272 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.614353 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.614533 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.614714 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.614846 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.614992 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.615128 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.615443 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.615645 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.615790 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.616013 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.616170 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.616370 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.616519 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.616671 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] host                           = dv-cinder-784779-11-iscsi {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.616782 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.617000 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.617182 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.617311 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.617476 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.617747 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.617902 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.617973 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.618200 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.618391 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.618641 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.618916 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.619160 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.619320 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.619461 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.619787 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.619949 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.620109 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.620320 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.620490 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.620700 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.620917 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.620917 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.621335 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.621554 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.622071 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.622071 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.622702 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.622702 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.622702 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.622702 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.623529 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.623529 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.623529 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.623529 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.623529 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.623529 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.624349 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.624349 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.624349 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.624349 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.624349 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.625233 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.625233 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.625233 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.625233 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.625233 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.625233 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.626299 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.626299 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.626299 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.626299 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.626299 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.626299 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.626299 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.626900 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.626900 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.626900 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.626900 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.627380 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.627380 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.627380 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.627748 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.627748 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.627748 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.628041 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.628041 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.628279 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.628402 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 11 13:33:17.628583 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.628747 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.628926 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.629091 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.629252 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.629418 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.629568 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.629728 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.629960 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.630095 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.630227 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.630357 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.630604 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.630876 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.630876 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.631194 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.631194 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.631447 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.631447 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.631621 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.631783 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.631929 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.632103 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.632249 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.632459 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.48/identity {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.632646 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.632804 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.632980 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.633193 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.633355 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.633792 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.633973 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.634478 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.634814 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.635062 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.635260 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.635426 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.636018 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.636018 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.636018 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.636389 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.636389 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.636621 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.636741 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.636853 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.637012 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.637172 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.637332 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.637491 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.637649 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.637820 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.638004 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.638206 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.638366 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.638524 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.638746 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.638913 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.639072 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.639280 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.639458 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.639632 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.639802 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.639952 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.640107 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.640282 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.640523 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.640703 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.640883 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.641053 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.641211 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.641442 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.641605 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.641762 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.641970 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.642135 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.642382 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.642382 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.642625 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.642748 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.642871 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.642993 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.643116 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.643341 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.643501 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.643784 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.643908 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.644022 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.644165 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.644322 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.644479 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.644685 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.644864 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.645088 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.645263 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.645392 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.645517 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.645665 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.645829 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.646007 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.646215 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.646376 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.646606 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.646748 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.646875 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.646999 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.647124 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.647279 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.647436 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.647625 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.647788 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.647945 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.648112 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.648270 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.648432 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.648589 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.648753 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.648922 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.649080 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.649237 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.649465 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.649660 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.649926 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.650266 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.650408 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.650560 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.650793 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.650955 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.651146 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.651361 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.651932 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.651932 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.652434 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.652434 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.652633 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.652633 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.652831 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.652936 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.653093 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.653224 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.653397 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.653555 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.653712 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.653956 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.654116 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.48/identity {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.654262 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.654485 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.654848 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.654848 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.655100 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.655214 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.655357 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.655471 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.655630 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.655775 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.656001 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.656153 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.656316 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.656508 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.656702 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.656861 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.657020 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.657179 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.657337 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.657494 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.657652 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.657810 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.657970 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.658127 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.658284 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.658444 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.658601 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.658760 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.658918 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.659077 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.659235 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.659394 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.659604 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.659750 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.659909 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.660078 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.660225 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.660390 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.660552 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.660702 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.660856 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.661014 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.661171 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.661345 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.661502 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.661658 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.661864 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.661991 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.662131 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.662265 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.662389 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.662542 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.662699 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.662941 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.663101 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.663257 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.663395 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.663540 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.663984 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.663984 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.664255 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.664477 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.664711 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.664924 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.665452 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.665611 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.665806 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.666032 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.666272 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.666633 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.666863 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.667034 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.667276 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.667461 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.667651 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.667798 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.667934 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.668066 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.668195 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.668357 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.668503 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.668652 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.668949 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.669158 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.669301 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.669441 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.669581 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.669719 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.669860 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.670000 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.670162 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.670350 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.670604 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.670699 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.670829 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.671032 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.671241 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.671415 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.671502 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.671675 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.672012 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.672012 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.672207 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.672329 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.672538 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.672728 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.672898 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.673070 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.673224 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.673444 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.673720 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.673940 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.674113 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.674271 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.674513 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.674646 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.674736 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.674891 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.675048 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.675214 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.675358 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.675522 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.675707 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.675882 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.676013 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.676140 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.676298 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.676703 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.676703 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.676975 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 11 13:33:17.676975 dv-cinder-784779-11-iscsi neutron-server[78593]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 11 13:33:17.893663 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 39594) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:33:17.902033 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0062611
May 11 13:33:29.506895 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d8de2d-f038-4c56-b8e8-d691b697e929 None None] get_active_networks_info from dv-cinder-784779-11-iscsi {{(pid=78704) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
May 11 13:33:29.652159 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d8de2d-f038-4c56-b8e8-d691b697e929 None None] No non-hosted networks {{(pid=78704) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
May 11 13:33:29.664219 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.agentschedulers_db [None req-22d8de2d-f038-4c56-b8e8-d691b697e929 None None] DHCP Agent not found on host dv-cinder-784779-11-iscsi {{(pid=78704) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
May 11 13:33:29.805135 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b5a1b316-fbd9-4b3b-a0ce-5e5237a267cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590'] for agent, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:32.283891 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590'] for agent, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:32.285137 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:32.285623 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:32.286086 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:32.286643 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:32.287118 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:32.287687 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:32.288171 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:32.290296 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:32.293179 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:32.293683 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:32.295682 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:32.297325 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:32.297891 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1ada10de50>, 'Open vSwitch agent', 'dv-cinder-784779-11-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:33:32.322553 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1adaafa0a0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784779-11-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:33:32.497649 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-38434f0a-957a-4735-b8cd-097c58bc6e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590'] for agent, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:32.571299 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-1f6ccdd0-9330-4831-8bc9-f1cac34a8596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:33.307657 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590'] for agent, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:34.707821 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590'] for agent, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:36.626080 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 39684) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:33:37.270993 dv-cinder-784779-11-iscsi neutron-server[78702]: WARNING oslo_policy.policy [None req-c7d56601-eae1-4a3c-a1a1-25f83fbb5b05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 11 13:33:37.271546 dv-cinder-784779-11-iscsi neutron-server[78702]: WARNING oslo_policy.policy [None req-c7d56601-eae1-4a3c-a1a1-25f83fbb5b05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 11 13:33:37.489461 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [None req-c7d56601-eae1-4a3c-a1a1-25f83fbb5b05 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=78702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 11 13:33:37.490703 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-c7d56601-eae1-4a3c-a1a1-25f83fbb5b05 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8625515
May 11 13:33:37.526918 dv-cinder-784779-11-iscsi neutron-server[78704]: INFO neutron.db.l3_hamode_db [None req-6a174256-bbfe-4d33-818f-fe8c7be99a9d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
May 11 13:33:37.616913 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a174256-bbfe-4d33-818f-fe8c7be99a9d None None] Routers set() bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:33:37.617305 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a174256-bbfe-4d33-818f-fe8c7be99a9d None None] Router IDs set() for agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
May 11 13:33:39.863975 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 39698) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:33:40.256398 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-96b70555-a807-459c-83f2-4b058fb3c023 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:33:40.353876 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.policy [None req-96b70555-a807-459c-83f2-4b058fb3c023 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78702) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 11 13:33:40.399217 dv-cinder-784779-11-iscsi neutron-server[78702]: WARNING oslo_policy.policy [None req-96b70555-a807-459c-83f2-4b058fb3c023 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 11 13:33:40.399589 dv-cinder-784779-11-iscsi neutron-server[78702]: WARNING oslo_policy.policy [None req-96b70555-a807-459c-83f2-4b058fb3c023 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 11 13:33:40.408276 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.quota [None req-96b70555-a807-459c-83f2-4b058fb3c023 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1ada80e460>.
May 11 13:33:40.424235 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-96b70555-a807-459c-83f2-4b058fb3c023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:33:40.486469 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-96b70555-a807-459c-83f2-4b058fb3c023 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734581071612', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734581071055', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734581080468', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734581085432', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734581095509', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734581168915', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-786035', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-681814', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1729926', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1658834'] for rbac-policy, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:40.554215 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-96b70555-a807-459c-83f2-4b058fb3c023 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:40.555665 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-96b70555-a807-459c-83f2-4b058fb3c023 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6906142
May 11 13:33:43.225994 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 39712) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:33:43.613622 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Request body: {'network': {'tenant_id': '6095b55b34134576b1e3b1fae34cc263', 'admin_state_up': True, 'project_id': '6095b55b34134576b1e3b1fae34cc263', 'name': 'private'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:33:43.618809 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:33:43.623488 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Usage tracker for resource:network and tenant:6095b55b34134576b1e3b1fae34cc263 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:33:43.628184 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:33:43.634487 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:33:43.646643 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Made reservation on behalf of 6095b55b34134576b1e3b1fae34cc263 for: {'network': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:33:43.649639 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for network, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:43.667842 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:43.683019 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:33:43.687071 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Usage tracker for resource:security_group_rule and tenant:6095b55b34134576b1e3b1fae34cc263 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:33:43.692589 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:33:43.698414 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:33:43.811441 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:43.816194 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:43.820513 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:33:43.842397 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'}  {{(pid=78702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 11 13:33:43.867886 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734582855572', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:43.868560 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1adb557940> segment precommit_create {{(pid=78702) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 11 13:33:43.869027 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.db.segments_db [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Added segment 9095b5b1-e14e-4dc8-b53e-7d323150f9d2 of type vlan for network 6bff16a1-4bbc-4f35-969f-2083f9760439
May 11 13:33:43.877842 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e034022-d360-4fb5-9bf8-85ba1dd88e72,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:33:43.931851 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:43.932182 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:43.932507 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:43.932819 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:43.933130 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:43.933457 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:43.933771 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:43.934087 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:43.934408 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:43.934718 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:43.935019 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:43.935316 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Tracked resource versions report:
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]: pushed versions:
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]: {   'AddressGroup': {'1.2'},
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]:     'ConntrackHelper': {'1.0'},
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]:     'Log': {'1.0'},
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]:     'Network': {'1.1'},
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]:     'Port': {'1.7'},
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]:     'PortForwarding': {'1.2'},
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]:     'QosPolicy': {'1.8'},
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]:     'SecurityGroup': {'1.4'},
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]:     'SecurityGroupRule': {'1.2'},
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]:     'SubPort': {'1.0'},
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]:     'Subnet': {'1.1'},
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]:     'Trunk': {'1.1'}}
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]: consumer versions:
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]: {   DHCP agent@dv-cinder-784779-11-iscsi: {},
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]:     L3 agent@dv-cinder-784779-11-iscsi: {},
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]:     Metadata agent@dv-cinder-784779-11-iscsi: {},
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]:     Metering agent@dv-cinder-784779-11-iscsi: {},
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]:     Open vSwitch agent@dv-cinder-784779-11-iscsi: {   'AddressGroup': '1.2',
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]:                                                       'ConntrackHelper': '1.0',
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]:                                                       'Log': '1.0',
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]:                                                       'Network': '1.1',
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]:                                                       'Port': '1.7',
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]:                                                       'PortForwarding': '1.2',
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]:                                                       'QosPolicy': '1.8',
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]:                                                       'SecurityGroup': '1.4',
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]:                                                       'SecurityGroupRule': '1.2',
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]:                                                       'SubPort': '1.0',
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]:                                                       'Subnet': '1.1',
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]:                                                       'Trunk': '1.1'}}
May 11 13:33:43.936674 dv-cinder-784779-11-iscsi neutron-server[78702]:  {{(pid=78702) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 11 13:33:43.989170 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:33:43.990984 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734582415728'] for network, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:44.039426 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for network, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:44.041438 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:33:44.042102 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:44.045806 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:33:44.157943 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Pushing event updated for resources: {'Network': ['ID=6bff16a1-4bbc-4f35-969f-2083f9760439,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:33:44.161950 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.9348121
May 11 13:33:44.162797 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:33:44.170250 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Network 6bff16a1-4bbc-4f35-969f-2083f9760439 details requested by agent ovs-agent-dv-cinder-784779-11-iscsi with host dv-cinder-784779-11-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 11 13:33:46.945912 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 39728) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:33:47.455993 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348274d0-8114-41ee-bf04-47901b3b205d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:33:47.457382 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-348274d0-8114-41ee-bf04-47901b3b205d admin admin] 10.222.0.48 "GET /v2.0/networks/6bff16a1-4bbc-4f35-969f-2083f9760439 HTTP/1.1" status: 200  len: 825 time: 0.5105214
May 11 13:33:47.492075 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-db539538-6201-4abd-87c5-c119d1235afd admin admin] 10.222.0.48 "GET /v2.0/subnetpools/f8b78a8e-771b-4c1c-b97e-7638e5d64c27 HTTP/1.1" status: 200  len: 734 time: 0.0284388
May 11 13:33:47.507923 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-13b8c4d1-23bf-4e7e-a2e9-016edce82637 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'f8b78a8e-771b-4c1c-b97e-7638e5d64c27', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '6bff16a1-4bbc-4f35-969f-2083f9760439', 'tenant_id': '6095b55b34134576b1e3b1fae34cc263'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:33:47.513833 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-13b8c4d1-23bf-4e7e-a2e9-016edce82637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:33:47.518063 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-13b8c4d1-23bf-4e7e-a2e9-016edce82637 admin admin] Usage tracker for resource:subnet and tenant:6095b55b34134576b1e3b1fae34cc263 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:33:47.521288 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-13b8c4d1-23bf-4e7e-a2e9-016edce82637 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:33:47.530247 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-13b8c4d1-23bf-4e7e-a2e9-016edce82637 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:33:47.545380 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b8c4d1-23bf-4e7e-a2e9-016edce82637 admin admin] Made reservation on behalf of 6095b55b34134576b1e3b1fae34cc263 for: {'subnet': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:33:47.547818 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-13b8c4d1-23bf-4e7e-a2e9-016edce82637 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:48.124419 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-13b8c4d1-23bf-4e7e-a2e9-016edce82637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for subnet, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:48.129139 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:33:48.229222 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8c4d1-23bf-4e7e-a2e9-016edce82637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09004993-29bf-4f27-b65a-213abee318d2,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:33:48.235316 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b8c4d1-23bf-4e7e-a2e9-016edce82637 admin admin] Checking segment: {'id': '9095b5b1-e14e-4dc8-b53e-7d323150f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6bff16a1-4bbc-4f35-969f-2083f9760439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:33:48.235818 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b8c4d1-23bf-4e7e-a2e9-016edce82637 admin admin] Network hostable DHCP agents. Network: 6bff16a1-4bbc-4f35-969f-2083f9760439, hostable agents: ['4f880931-96b8-4f66-b375-cb7708e9547f'], hosted agents: [] {{(pid=78702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 11 13:33:48.241021 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-13b8c4d1-23bf-4e7e-a2e9-016edce82637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:33:48.261043 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b8c4d1-23bf-4e7e-a2e9-016edce82637 admin admin] Network 6bff16a1-4bbc-4f35-969f-2083f9760439 is scheduled to be hosted by DHCP agent 4f880931-96b8-4f66-b375-cb7708e9547f with binding_index 1 {{(pid=78702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 11 13:33:48.273890 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-13b8c4d1-23bf-4e7e-a2e9-016edce82637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-iscsi, 6bff16a1-4bbc-4f35-969f-2083f9760439) {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:33:48.280311 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b8c4d1-23bf-4e7e-a2e9-016edce82637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:33:48.281965 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-13b8c4d1-23bf-4e7e-a2e9-016edce82637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:48.283228 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c147ba-c9a6-4120-a5ef-5b105d7b96c2 None None] Network 6bff16a1-4bbc-4f35-969f-2083f9760439 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:33:48.315887 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-13b8c4d1-23bf-4e7e-a2e9-016edce82637 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8128879
May 11 13:33:48.666742 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909737b3-bb84-5a13-9931-2d83341a903e-6bff16a1-4bbc-4f35-969f-2083f9760439', 'network_id': '6bff16a1-4bbc-4f35-969f-2083f9760439', 'tenant_id': '6095b55b34134576b1e3b1fae34cc263', 'fixed_ips': [{'subnet_id': '09004993-29bf-4f27-b65a-213abee318d2'}]}} from dv-cinder-784779-11-iscsi. {{(pid=78704) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 11 13:33:48.668056 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:48.892507 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.db_base_plugin_common [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Allocated IP 172.20.0.2 (6bff16a1-4bbc-4f35-969f-2083f9760439/09004993-29bf-4f27-b65a-213abee318d2/751e065e-7891-47bf-a878-2cd3e8982b5c) {{(pid=78704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:33:49.158453 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Notify callbacks [] for port, precommit_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:49.178065 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Transition to ACTIVE for port object 751e065e-7891-47bf-a878-2cd3e8982b5c will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:33:49.201749 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Transition to ACTIVE for port object 751e065e-7891-47bf-a878-2cd3e8982b5c will not be triggered until provisioned by entity DHCP. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:33:49.210418 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735'] for port, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:49.216888 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:33:49.275315 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Network 6bff16a1-4bbc-4f35-969f-2083f9760439 is already hosted by enough agents. {{(pid=78704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:33:49.278344 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.scheduler.base_scheduler [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Resources bound (agent type, host, resource id):  {{(pid=78704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:33:49.283304 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Received port after_create {{(pid=78704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:33:49.302523 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Pushing event updated for resources: {'Port': ['ID=751e065e-7891-47bf-a878-2cd3e8982b5c,revision_number=1']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:33:49.345513 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:49.345842 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:49.346198 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:49.346581 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:49.346903 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:49.347225 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:49.347510 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:49.347845 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:49.348175 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:49.348486 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:49.348791 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:49.349096 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Tracked resource versions report:
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]: pushed versions:
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]: {   'AddressGroup': {'1.2'},
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]:     'ConntrackHelper': {'1.0'},
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]:     'Log': {'1.0'},
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]:     'Network': {'1.1'},
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]:     'Port': {'1.7'},
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]:     'PortForwarding': {'1.2'},
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]:     'QosPolicy': {'1.8'},
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]:     'SecurityGroup': {'1.4'},
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]:     'SecurityGroupRule': {'1.2'},
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]:     'SubPort': {'1.0'},
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]:     'Subnet': {'1.1'},
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]:     'Trunk': {'1.1'}}
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]: consumer versions:
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]: {   DHCP agent@dv-cinder-784779-11-iscsi: {},
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]:     L3 agent@dv-cinder-784779-11-iscsi: {},
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]:     Metadata agent@dv-cinder-784779-11-iscsi: {},
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]:     Metering agent@dv-cinder-784779-11-iscsi: {},
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]:     Open vSwitch agent@dv-cinder-784779-11-iscsi: {   'AddressGroup': '1.2',
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]:                                                       'ConntrackHelper': '1.0',
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]:                                                       'Log': '1.0',
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]:                                                       'Network': '1.1',
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]:                                                       'Port': '1.7',
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]:                                                       'PortForwarding': '1.2',
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]:                                                       'QosPolicy': '1.8',
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]:                                                       'SecurityGroup': '1.4',
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]:                                                       'SecurityGroupRule': '1.2',
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]:                                                       'SubPort': '1.0',
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]:                                                       'Subnet': '1.1',
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]:                                                       'Trunk': '1.1'}}
May 11 13:33:49.350504 dv-cinder-784779-11-iscsi neutron-server[78704]:  {{(pid=78704) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 11 13:33:49.355291 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:33:49.412217 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Attempting to bind port 751e065e-7891-47bf-a878-2cd3e8982b5c on host dv-cinder-784779-11-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:33:49.412754 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Attempting to bind port 751e065e-7891-47bf-a878-2cd3e8982b5c by drivers openvswitch,hyperv on host dv-cinder-784779-11-iscsi at level 0 using segments [{'id': '9095b5b1-e14e-4dc8-b53e-7d323150f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6bff16a1-4bbc-4f35-969f-2083f9760439'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:33:49.413553 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Attempting to bind port 751e065e-7891-47bf-a878-2cd3e8982b5c on network 6bff16a1-4bbc-4f35-969f-2083f9760439 {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:33:49.423600 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Checking agent: {'id': '2e08dd85-5947-470f-91ea-843c02c9f211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'started_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:33:49.424261 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Checking segment: {'id': '9095b5b1-e14e-4dc8-b53e-7d323150f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6bff16a1-4bbc-4f35-969f-2083f9760439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:33:49.424985 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:49.425633 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Bound using segment: {'id': '9095b5b1-e14e-4dc8-b53e-7d323150f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6bff16a1-4bbc-4f35-969f-2083f9760439'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:33:49.426416 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Bound port: 751e065e-7891-47bf-a878-2cd3e8982b5c, host: dv-cinder-784779-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9095b5b1-e14e-4dc8-b53e-7d323150f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6bff16a1-4bbc-4f35-969f-2083f9760439'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:33:49.427071 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:49.531322 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] For port 751e065e-7891-47bf-a878-2cd3e8982b5c, host dv-cinder-784779-11-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:33:49.536030 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] For port 751e065e-7891-47bf-a878-2cd3e8982b5c, host dv-cinder-784779-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=751e065e-7891-47bf-a878-2cd3e8982b5c,segment=NetworkSegment(9095b5b1-e14e-4dc8-b53e-7d323150f9d2),segment_id=9095b5b1-e14e-4dc8-b53e-7d323150f9d2)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:33:49.541651 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:49.546262 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:33:49.641067 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Pushing event updated for resources: {'Port': ['ID=751e065e-7891-47bf-a878-2cd3e8982b5c,revision_number=2']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:33:49.645129 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:33:50.792244 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 39738) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:33:51.287581 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [None req-4a15f0be-b7d6-488d-92cf-15bbfff34429 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=78702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 11 13:33:51.289695 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-4a15f0be-b7d6-488d-92cf-15bbfff34429 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4959056
May 11 13:33:53.825477 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 39748) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:33:54.565936 dv-cinder-784779-11-iscsi neutron-server[78703]: WARNING oslo_policy.policy [None req-5716bcb3-a619-4782-99a9-cdece798c87c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 11 13:33:54.566577 dv-cinder-784779-11-iscsi neutron-server[78703]: WARNING oslo_policy.policy [None req-5716bcb3-a619-4782-99a9-cdece798c87c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 11 13:33:54.808600 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [None req-5716bcb3-a619-4782-99a9-cdece798c87c admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=78703) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 11 13:33:54.809930 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-5716bcb3-a619-4782-99a9-cdece798c87c admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.9831889
May 11 13:33:55.801355 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cba20c9-9f50-4430-a9b5-03beaf469d73 None None] Network 6bff16a1-4bbc-4f35-969f-2083f9760439 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:33:55.912033 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-410caf2b-3766-449a-9ecf-cbbb4098dc39 None None] Provisioning for port 751e065e-7891-47bf-a878-2cd3e8982b5c completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:33:56.429883 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 751e065e-7891-47bf-a878-2cd3e8982b5c up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:33:56.505235 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning for port 751e065e-7891-47bf-a878-2cd3e8982b5c completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:33:56.512134 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 751e065e-7891-47bf-a878-2cd3e8982b5c triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:33:56.512734 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:56.644031 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:56.678595 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] For port 751e065e-7891-47bf-a878-2cd3e8982b5c, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=751e065e-7891-47bf-a878-2cd3e8982b5c,segment=NetworkSegment(9095b5b1-e14e-4dc8-b53e-7d323150f9d2),segment_id=9095b5b1-e14e-4dc8-b53e-7d323150f9d2)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:33:56.684850 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:56.688693 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:33:56.755083 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Pushing event updated for resources: {'Port': ['ID=751e065e-7891-47bf-a878-2cd3e8982b5c,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:33:56.758548 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:33:57.579504 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 39768) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:33:57.939381 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-c24e78cb-3172-4188-a151-f9ca1e6d72b2 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '6095b55b34134576b1e3b1fae34cc263', 'admin_state_up': True}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:33:58.007632 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.policy [None req-c24e78cb-3172-4188-a151-f9ca1e6d72b2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78703) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 11 13:33:58.053156 dv-cinder-784779-11-iscsi neutron-server[78703]: WARNING oslo_policy.policy [None req-c24e78cb-3172-4188-a151-f9ca1e6d72b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 11 13:33:58.053540 dv-cinder-784779-11-iscsi neutron-server[78703]: WARNING oslo_policy.policy [None req-c24e78cb-3172-4188-a151-f9ca1e6d72b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 11 13:33:58.062114 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.quota [None req-c24e78cb-3172-4188-a151-f9ca1e6d72b2 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1ada81a5e0>.
May 11 13:33:58.077585 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-c24e78cb-3172-4188-a151-f9ca1e6d72b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:33:58.084403 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-c24e78cb-3172-4188-a151-f9ca1e6d72b2 admin admin] Usage tracker for resource:router and tenant:6095b55b34134576b1e3b1fae34cc263 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:33:58.089064 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-c24e78cb-3172-4188-a151-f9ca1e6d72b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:33:58.096375 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-c24e78cb-3172-4188-a151-f9ca1e6d72b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:33:58.114997 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c24e78cb-3172-4188-a151-f9ca1e6d72b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1799909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29054'] for router, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:58.117139 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c24e78cb-3172-4188-a151-f9ca1e6d72b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1799914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29045'] for router, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:58.143107 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c24e78cb-3172-4188-a151-f9ca1e6d72b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:58.264322 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c24e78cb-3172-4188-a151-f9ca1e6d72b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1796200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706246'] for router, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:58.285965 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c24e78cb-3172-4188-a151-f9ca1e6d72b2 admin admin] Notify callbacks [] for router, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:58.287330 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-c24e78cb-3172-4188-a151-f9ca1e6d72b2 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7068467
May 11 13:33:58.386206 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 751e065e-7891-47bf-a878-2cd3e8982b5c up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:33:58.466750 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 751e065e-7891-47bf-a878-2cd3e8982b5c triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:33:58.467126 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:33:59.389693 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-e2899ce9-d65d-4646-b785-7893b0675c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:00.536996 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 5 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:34:00.783269 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 39780) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:34:01.183750 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [None req-65cc98ab-1d94-456f-9c25-2d4b58de31e3 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=78703) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 11 13:34:01.184724 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-65cc98ab-1d94-456f-9c25-2d4b58de31e3 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4005005
May 11 13:34:02.261632 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:02.497815 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-c82eade6-7388-4a99-a0c5-34b37038927f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:03.260229 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:03.528851 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 39790) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:34:03.932517 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:34:03.938020 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:34:03.942132 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Usage tracker for resource:network and tenant:93253b99580b4fc88bb5188af0bc27ff is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:34:03.945819 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:34:03.951905 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:34:03.963844 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Made reservation on behalf of 93253b99580b4fc88bb5188af0bc27ff for: {'network': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:34:03.966816 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for network, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:03.983606 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:03.998758 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:34:04.002620 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Usage tracker for resource:security_group_rule and tenant:93253b99580b4fc88bb5188af0bc27ff is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:34:04.005891 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:34:04.011817 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:34:04.106992 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:04.112918 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:04.118192 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:34:04.132005 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Reserving flat network on physical network physnet1 {{(pid=78703) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
May 11 13:34:04.165234 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734582855572', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:04.165728 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1adb557940> segment precommit_create {{(pid=78703) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 11 13:34:04.166183 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.db.segments_db [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Added segment 2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f of type flat for network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4
May 11 13:34:04.216493 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95df370b-6a16-413d-96e7-84ede83dd3d5,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:34:04.235829 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:34:04.236173 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:34:04.236550 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:34:04.237149 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:34:04.237455 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:34:04.237786 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:34:04.238096 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:34:04.238418 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:34:04.238740 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:34:04.239042 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:34:04.239340 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:34:04.239669 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Tracked resource versions report:
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]: pushed versions:
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]: {   'AddressGroup': {'1.2'},
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]:     'ConntrackHelper': {'1.0'},
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]:     'Log': {'1.0'},
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]:     'Network': {'1.1'},
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]:     'Port': {'1.7'},
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]:     'PortForwarding': {'1.2'},
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]:     'QosPolicy': {'1.8'},
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]:     'SecurityGroup': {'1.4'},
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]:     'SecurityGroupRule': {'1.2'},
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]:     'SubPort': {'1.0'},
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]:     'Subnet': {'1.1'},
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]:     'Trunk': {'1.1'}}
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]: consumer versions:
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]: {   DHCP agent@dv-cinder-784779-11-iscsi: {},
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]:     L3 agent@dv-cinder-784779-11-iscsi: {},
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]:     Metadata agent@dv-cinder-784779-11-iscsi: {},
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]:     Metering agent@dv-cinder-784779-11-iscsi: {},
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]:     Open vSwitch agent@dv-cinder-784779-11-iscsi: {   'AddressGroup': '1.2',
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]:                                                       'ConntrackHelper': '1.0',
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]:                                                       'Log': '1.0',
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]:                                                       'Network': '1.1',
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]:                                                       'Port': '1.7',
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]:                                                       'PortForwarding': '1.2',
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]:                                                       'QosPolicy': '1.8',
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]:                                                       'SecurityGroup': '1.4',
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]:                                                       'SecurityGroupRule': '1.2',
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]:                                                       'SubPort': '1.0',
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]:                                                       'Subnet': '1.1',
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]:                                                       'Trunk': '1.1'}}
May 11 13:34:04.241129 dv-cinder-784779-11-iscsi neutron-server[78703]:  {{(pid=78703) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 11 13:34:04.290280 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734582415728'] for network, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:04.295947 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:34:04.337711 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for network, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:04.339247 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:34:04.339929 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:04.343215 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:34:04.446934 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Pushing event updated for resources: {'Network': ['ID=e051f2fa-e4f7-48f8-93ce-58e38fee5eb4,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:34:04.449579 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9197345
May 11 13:34:04.451515 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:34:04.460605 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 details requested by agent ovs-agent-dv-cinder-784779-11-iscsi with host dv-cinder-784779-11-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 11 13:34:04.665086 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:06.971744 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 39814) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:34:07.204228 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e0fd13-8117-4e5c-a8c4-51693098405a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:34:07.205504 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-d5e0fd13-8117-4e5c-a8c4-51693098405a admin admin] 10.222.0.48 "GET /v2.0/subnets/09004993-29bf-4f27-b65a-213abee318d2 HTTP/1.1" status: 200  len: 849 time: 0.2327728
May 11 13:34:07.389238 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-1c95e4a2-78de-4214-b7cf-ca9957c3e534 admin admin] 10.222.0.48 "GET /v2.0/routers/7306c734-65be-41f0-81e3-ccdcd88cbd3c HTTP/1.1" status: 200  len: 704 time: 0.1780031
May 11 13:34:07.876056 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9bee323f-d8f8-43b6-9230-8a86dfee65bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:08.101677 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-9bee323f-d8f8-43b6-9230-8a86dfee65bb admin admin] Allocated IP 172.20.0.1 (6bff16a1-4bbc-4f35-969f-2083f9760439/09004993-29bf-4f27-b65a-213abee318d2/a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:34:08.295270 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9bee323f-d8f8-43b6-9230-8a86dfee65bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:08.314499 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-9bee323f-d8f8-43b6-9230-8a86dfee65bb admin admin] Transition to ACTIVE for port object a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:34:08.375219 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9bee323f-d8f8-43b6-9230-8a86dfee65bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:08.379584 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:34:08.440755 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bee323f-d8f8-43b6-9230-8a86dfee65bb admin admin] Network 6bff16a1-4bbc-4f35-969f-2083f9760439 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:34:08.443693 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-9bee323f-d8f8-43b6-9230-8a86dfee65bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:34:08.452835 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bee323f-d8f8-43b6-9230-8a86dfee65bb admin admin] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:34:08.453371 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9bee323f-d8f8-43b6-9230-8a86dfee65bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704921'] for router_interface, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:08.570842 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee323f-d8f8-43b6-9230-8a86dfee65bb admin admin] Pushing event updated for resources: {'Port': ['ID=a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:34:08.595972 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9bee323f-d8f8-43b6-9230-8a86dfee65bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:34:08.672910 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-04527760-4bbd-4cea-a115-c2fbfe1d768b None None] Provisioning for port a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:34:08.679378 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-04527760-4bbd-4cea-a115-c2fbfe1d768b None None] Provisioning complete for port a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:34:08.679866 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-04527760-4bbd-4cea-a115-c2fbfe1d768b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:08.725230 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9bee323f-d8f8-43b6-9230-8a86dfee65bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:08.735275 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-04527760-4bbd-4cea-a115-c2fbfe1d768b None None] Port a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 11 13:34:08.986390 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9bee323f-d8f8-43b6-9230-8a86dfee65bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:08.992311 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9bee323f-d8f8-43b6-9230-8a86dfee65bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:08.993453 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9bee323f-d8f8-43b6-9230-8a86dfee65bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704826'] for router_interface, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:08.996711 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:34:09.125010 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee323f-d8f8-43b6-9230-8a86dfee65bb admin admin] Pushing event updated for resources: {'Port': ['ID=a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:34:09.128995 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9bee323f-d8f8-43b6-9230-8a86dfee65bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:34:09.189151 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bee323f-d8f8-43b6-9230-8a86dfee65bb admin admin] Network 6bff16a1-4bbc-4f35-969f-2083f9760439 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:34:09.190255 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-9bee323f-d8f8-43b6-9230-8a86dfee65bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:34:09.366297 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-d2acc8f8-ac2d-4a7c-85d1-ae2429be92e2 None None] Provisioning complete for port a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:34:09.366858 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d2acc8f8-ac2d-4a7c-85d1-ae2429be92e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:09.393024 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bee323f-d8f8-43b6-9230-8a86dfee65bb admin admin] Router 7306c734-65be-41f0-81e3-ccdcd88cbd3c is scheduled to L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c with binding_index 1 {{(pid=78702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 11 13:34:09.447596 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-d2acc8f8-ac2d-4a7c-85d1-ae2429be92e2 None None] Port a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 11 13:34:09.620404 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bee323f-d8f8-43b6-9230-8a86dfee65bb admin admin] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:34:09.629811 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-9bee323f-d8f8-43b6-9230-8a86dfee65bb admin admin] 10.222.0.48 "PUT /v2.0/routers/7306c734-65be-41f0-81e3-ccdcd88cbd3c/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.2331901
May 11 13:34:09.630352 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75174d5-9b23-4c2a-b017-1620bd395641 None None] Sync routers for ids ['7306c734-65be-41f0-81e3-ccdcd88cbd3c'] in dv-cinder-784779-11-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:34:09.641460 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75174d5-9b23-4c2a-b017-1620bd395641 None None] Routers {'7306c734-65be-41f0-81e3-ccdcd88cbd3c'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:34:09.642322 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-b75174d5-9b23-4c2a-b017-1620bd395641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1adaa2ca30>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:34:02Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['7306c734-65be-41f0-81e3-ccdcd88cbd3c'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:34:09.833893 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-b75174d5-9b23-4c2a-b017-1620bd395641 None None] Set router 7306c734-65be-41f0-81e3-ccdcd88cbd3c gateway port host: None {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:34:10.237245 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-b75174d5-9b23-4c2a-b017-1620bd395641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1adaa2ca30>, [{'id': '7306c734-65be-41f0-81e3-ccdcd88cbd3c', 'name': 'router1', 'tenant_id': '6095b55b34134576b1e3b1fae34cc263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:33:58Z', 'updated_at': '2021-05-11T13:34:08Z', 'revision_number': 2, 'project_id': '6095b55b34134576b1e3b1fae34cc263', 'gw_port_host': None, '_interfaces': [{'id': 'a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e', 'name': '', 'network_id': '6bff16a1-4bbc-4f35-969f-2083f9760439', 'tenant_id': '6095b55b34134576b1e3b1fae34cc263', 'mac_address': 'fa:16:3e:fb:a5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7306c734-65be-41f0-81e3-ccdcd88cbd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09004993-29bf-4f27-b65a-213abee318d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:34:07Z', 'updated_at': '2021-05-11T13:34:08Z', 'revision_number': 2, 'project_id': '6095b55b34134576b1e3b1fae34cc263', 'subnets': [{'id': '09004993-29bf-4f27-b65a-213abee318d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f8b78a8e-771b-4c1c-b97e-7638e5d64c27'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:34:10.242992 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75174d5-9b23-4c2a-b017-1620bd395641 None None] Checking router: 7306c734-65be-41f0-81e3-ccdcd88cbd3c for host: dv-cinder-784779-11-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:34:10.243580 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75174d5-9b23-4c2a-b017-1620bd395641 None None] Updating router 7306c734-65be-41f0-81e3-ccdcd88cbd3c port a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e binding host dv-cinder-784779-11-iscsi {{(pid=78705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 11 13:34:10.299085 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b75174d5-9b23-4c2a-b017-1620bd395641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:10.699433 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b75174d5-9b23-4c2a-b017-1620bd395641 None None] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:10.716311 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [None req-b75174d5-9b23-4c2a-b017-1620bd395641 None None] Transition to ACTIVE for port object a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:34:10.724574 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b75174d5-9b23-4c2a-b017-1620bd395641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:10.734208 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:34:10.980519 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-b75174d5-9b23-4c2a-b017-1620bd395641 None None] Attempting to bind port a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e on host dv-cinder-784779-11-iscsi for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:34:10.980921 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-b75174d5-9b23-4c2a-b017-1620bd395641 None None] Attempting to bind port a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e by drivers openvswitch,hyperv on host dv-cinder-784779-11-iscsi at level 0 using segments [{'id': '9095b5b1-e14e-4dc8-b53e-7d323150f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6bff16a1-4bbc-4f35-969f-2083f9760439'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:34:10.981336 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75174d5-9b23-4c2a-b017-1620bd395641 None None] Attempting to bind port a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e on network 6bff16a1-4bbc-4f35-969f-2083f9760439 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:34:10.983627 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7883a-4f6e-46ef-a1b1-e704b180309c None None] Pushing event updated for resources: {'Port': ['ID=a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:34:10.993614 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca7883a-4f6e-46ef-a1b1-e704b180309c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:34:10.993983 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca7883a-4f6e-46ef-a1b1-e704b180309c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:34:10.994309 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca7883a-4f6e-46ef-a1b1-e704b180309c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:34:10.994626 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca7883a-4f6e-46ef-a1b1-e704b180309c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:34:10.994945 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca7883a-4f6e-46ef-a1b1-e704b180309c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:34:10.995259 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca7883a-4f6e-46ef-a1b1-e704b180309c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:34:10.995678 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca7883a-4f6e-46ef-a1b1-e704b180309c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:34:10.996001 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca7883a-4f6e-46ef-a1b1-e704b180309c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:34:10.996329 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca7883a-4f6e-46ef-a1b1-e704b180309c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:34:10.996643 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca7883a-4f6e-46ef-a1b1-e704b180309c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:34:10.996947 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca7883a-4f6e-46ef-a1b1-e704b180309c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:34:10.997235 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca7883a-4f6e-46ef-a1b1-e704b180309c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca7883a-4f6e-46ef-a1b1-e704b180309c None None] Tracked resource versions report:
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]: pushed versions:
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]: {   'AddressGroup': {'1.2'},
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]:     'ConntrackHelper': {'1.0'},
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]:     'Log': {'1.0'},
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]:     'Network': {'1.1'},
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]:     'Port': {'1.7'},
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]:     'PortForwarding': {'1.2'},
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]:     'QosPolicy': {'1.8'},
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]:     'SecurityGroup': {'1.4'},
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]:     'SecurityGroupRule': {'1.2'},
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]:     'SubPort': {'1.0'},
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]:     'Subnet': {'1.1'},
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]:     'Trunk': {'1.1'}}
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]: consumer versions:
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]: {   DHCP agent@dv-cinder-784779-11-iscsi: {},
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]:     L3 agent@dv-cinder-784779-11-iscsi: {},
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]:     Metadata agent@dv-cinder-784779-11-iscsi: {},
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]:     Metering agent@dv-cinder-784779-11-iscsi: {},
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]:     Open vSwitch agent@dv-cinder-784779-11-iscsi: {   'AddressGroup': '1.2',
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]:                                                       'ConntrackHelper': '1.0',
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]:                                                       'Log': '1.0',
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]:                                                       'Network': '1.1',
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]:                                                       'Port': '1.7',
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]:                                                       'PortForwarding': '1.2',
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]:                                                       'QosPolicy': '1.8',
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]:                                                       'SecurityGroup': '1.4',
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]:                                                       'SecurityGroupRule': '1.2',
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]:                                                       'SubPort': '1.0',
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]:                                                       'Subnet': '1.1',
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]:                                                       'Trunk': '1.1'}}
May 11 13:34:10.998595 dv-cinder-784779-11-iscsi neutron-server[78705]:  {{(pid=78705) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 11 13:34:11.000996 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75174d5-9b23-4c2a-b017-1620bd395641 None None] Checking agent: {'id': '2e08dd85-5947-470f-91ea-843c02c9f211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'started_at': datetime.datetime(2021, 5, 11, 13, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:34:11.001405 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75174d5-9b23-4c2a-b017-1620bd395641 None None] Checking segment: {'id': '9095b5b1-e14e-4dc8-b53e-7d323150f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6bff16a1-4bbc-4f35-969f-2083f9760439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:34:11.001879 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b75174d5-9b23-4c2a-b017-1620bd395641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:11.002260 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75174d5-9b23-4c2a-b017-1620bd395641 None None] Bound using segment: {'id': '9095b5b1-e14e-4dc8-b53e-7d323150f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6bff16a1-4bbc-4f35-969f-2083f9760439'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:34:11.002762 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-b75174d5-9b23-4c2a-b017-1620bd395641 None None] Bound port: a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e, host: dv-cinder-784779-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9095b5b1-e14e-4dc8-b53e-7d323150f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6bff16a1-4bbc-4f35-969f-2083f9760439'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:34:11.003143 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b75174d5-9b23-4c2a-b017-1620bd395641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:11.014447 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-8ca7883a-4f6e-46ef-a1b1-e704b180309c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:34:11.092691 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-b75174d5-9b23-4c2a-b017-1620bd395641 None None] For port a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e, host dv-cinder-784779-11-iscsi, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:34:11.096620 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-b75174d5-9b23-4c2a-b017-1620bd395641 None None] For port a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e, host dv-cinder-784779-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e,segment=NetworkSegment(9095b5b1-e14e-4dc8-b53e-7d323150f9d2),segment_id=9095b5b1-e14e-4dc8-b53e-7d323150f9d2)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:34:11.103939 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b75174d5-9b23-4c2a-b017-1620bd395641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:11.108665 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:34:11.200350 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7883a-4f6e-46ef-a1b1-e704b180309c None None] Pushing event updated for resources: {'Port': ['ID=a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e,revision_number=4']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:34:11.203727 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-8ca7883a-4f6e-46ef-a1b1-e704b180309c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:34:11.205651 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75174d5-9b23-4c2a-b017-1620bd395641 None None] Routers {'7306c734-65be-41f0-81e3-ccdcd88cbd3c'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:34:11.206288 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-b75174d5-9b23-4c2a-b017-1620bd395641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1adaa2ca30>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:34:02Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['7306c734-65be-41f0-81e3-ccdcd88cbd3c'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:34:11.371909 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-b75174d5-9b23-4c2a-b017-1620bd395641 None None] Set router 7306c734-65be-41f0-81e3-ccdcd88cbd3c gateway port host: None {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:34:11.714624 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-b75174d5-9b23-4c2a-b017-1620bd395641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1adaa2ca30>, [{'id': '7306c734-65be-41f0-81e3-ccdcd88cbd3c', 'name': 'router1', 'tenant_id': '6095b55b34134576b1e3b1fae34cc263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:33:58Z', 'updated_at': '2021-05-11T13:34:08Z', 'revision_number': 2, 'project_id': '6095b55b34134576b1e3b1fae34cc263', 'gw_port_host': None, '_interfaces': [{'id': 'a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e', 'name': '', 'network_id': '6bff16a1-4bbc-4f35-969f-2083f9760439', 'tenant_id': '6095b55b34134576b1e3b1fae34cc263', 'mac_address': 'fa:16:3e:fb:a5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7306c734-65be-41f0-81e3-ccdcd88cbd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09004993-29bf-4f27-b65a-213abee318d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:34:07Z', 'updated_at': '2021-05-11T13:34:11Z', 'revision_number': 4, 'project_id': '6095b55b34134576b1e3b1fae34cc263', 'subnets': [{'id': '09004993-29bf-4f27-b65a-213abee318d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f8b78a8e-771b-4c1c-b97e-7638e5d64c27'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:34:11.719587 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75174d5-9b23-4c2a-b017-1620bd395641 None None] The sync data for ids ['7306c734-65be-41f0-81e3-ccdcd88cbd3c'] in dv-cinder-784779-11-iscsi is: [{'id': '7306c734-65be-41f0-81e3-ccdcd88cbd3c', 'name': 'router1', 'tenant_id': '6095b55b34134576b1e3b1fae34cc263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:33:58Z', 'updated_at': '2021-05-11T13:34:08Z', 'revision_number': 2, 'project_id': '6095b55b34134576b1e3b1fae34cc263', 'gw_port_host': None, '_interfaces': [{'id': 'a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e', 'name': '', 'network_id': '6bff16a1-4bbc-4f35-969f-2083f9760439', 'tenant_id': '6095b55b34134576b1e3b1fae34cc263', 'mac_address': 'fa:16:3e:fb:a5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7306c734-65be-41f0-81e3-ccdcd88cbd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09004993-29bf-4f27-b65a-213abee318d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:34:07Z', 'updated_at': '2021-05-11T13:34:11Z', 'revision_number': 4, 'project_id': '6095b55b34134576b1e3b1fae34cc263', 'subnets': [{'id': '09004993-29bf-4f27-b65a-213abee318d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f8b78a8e-771b-4c1c-b97e-7638e5d64c27'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:34:11.910146 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 39836) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:34:12.087885 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c5c8de-3cc7-4a75-aebc-0d64ffbd418f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:34:12.088375 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-b1c5c8de-3cc7-4a75-aebc-0d64ffbd418f admin admin] Synchronizing usage tracker for tenant:93253b99580b4fc88bb5188af0bc27ff on resource:network {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:34:12.108314 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-b1c5c8de-3cc7-4a75-aebc-0d64ffbd418f admin admin] Unset dirty status for tenant:93253b99580b4fc88bb5188af0bc27ff on resource:network {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:34:12.109720 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-b1c5c8de-3cc7-4a75-aebc-0d64ffbd418f admin admin] 10.222.0.48 "GET /v2.0/networks/e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 HTTP/1.1" status: 200  len: 842 time: 0.1984694
May 11 13:34:12.120354 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-949ad402-4a28-4bf2-9d09-15735681f407 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:34:12.125555 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-949ad402-4a28-4bf2-9d09-15735681f407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:34:12.129451 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-949ad402-4a28-4bf2-9d09-15735681f407 admin admin] Usage tracker for resource:subnet and tenant:93253b99580b4fc88bb5188af0bc27ff is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:34:12.133162 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-949ad402-4a28-4bf2-9d09-15735681f407 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:34:12.139764 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-949ad402-4a28-4bf2-9d09-15735681f407 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:34:12.149724 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949ad402-4a28-4bf2-9d09-15735681f407 admin admin] Made reservation on behalf of 93253b99580b4fc88bb5188af0bc27ff for: {'subnet': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:34:12.152080 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-949ad402-4a28-4bf2-9d09-15735681f407 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:12.624314 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.objects.ports [None req-949ad402-4a28-4bf2-9d09-15735681f407 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78703) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 11 13:34:12.624654 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-949ad402-4a28-4bf2-9d09-15735681f407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for subnet, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:12.629841 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:34:12.701791 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ad402-4a28-4bf2-9d09-15735681f407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=218716c0-958e-4312-849b-6a79832afb0f,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:34:12.707753 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-949ad402-4a28-4bf2-9d09-15735681f407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:34:12.712308 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949ad402-4a28-4bf2-9d09-15735681f407 admin admin] Checking segment: {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:34:12.712669 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949ad402-4a28-4bf2-9d09-15735681f407 admin admin] Network hostable DHCP agents. Network: e051f2fa-e4f7-48f8-93ce-58e38fee5eb4, hostable agents: ['4f880931-96b8-4f66-b375-cb7708e9547f'], hosted agents: [] {{(pid=78703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 11 13:34:12.734734 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949ad402-4a28-4bf2-9d09-15735681f407 admin admin] Network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 is scheduled to be hosted by DHCP agent 4f880931-96b8-4f66-b375-cb7708e9547f with binding_index 1 {{(pid=78703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 11 13:34:12.747912 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-949ad402-4a28-4bf2-9d09-15735681f407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-iscsi, e051f2fa-e4f7-48f8-93ce-58e38fee5eb4) {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:34:12.754356 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949ad402-4a28-4bf2-9d09-15735681f407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:34:12.755343 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-949ad402-4a28-4bf2-9d09-15735681f407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:12.760497 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed750add-a47f-4a54-a5fd-ad23733bc32b None None] Network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:34:12.783400 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-949ad402-4a28-4bf2-9d09-15735681f407 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6669827
May 11 13:34:12.987278 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3d148e-2baf-429e-825a-e26dfb538081 None None] Network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:34:14.434601 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:34:14.507539 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning for port a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:34:14.513982 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:34:14.514370 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:14.640470 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:14.671821 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] For port a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e,segment=NetworkSegment(9095b5b1-e14e-4dc8-b53e-7d323150f9d2),segment_id=9095b5b1-e14e-4dc8-b53e-7d323150f9d2)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:34:14.676099 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:14.678177 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:34:14.744177 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Pushing event updated for resources: {'Port': ['ID=a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:34:14.747330 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:34:15.080365 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 39850) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:34:15.281223 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-b53e2b62-8e9f-40f3-9cb0-d8b2ecd4b48a admin admin] 10.222.0.48 "GET /v2.0/routers/7306c734-65be-41f0-81e3-ccdcd88cbd3c HTTP/1.1" status: 200  len: 710 time: 0.1993227
May 11 13:34:15.411851 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd7e134-bc23-433d-be07-5cd0c57be81b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:34:15.413148 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-cdd7e134-bc23-433d-be07-5cd0c57be81b admin admin] 10.222.0.48 "GET /v2.0/networks/e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 HTTP/1.1" status: 200  len: 886 time: 0.1267583
May 11 13:34:15.422276 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-cbff86f1-1483-4cd3-9504-c5b0c87c5132 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:34:15.863812 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cbff86f1-1483-4cd3-9504-c5b0c87c5132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1796113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29019'] for router, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:16.195043 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cbff86f1-1483-4cd3-9504-c5b0c87c5132 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:16.250000 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cbff86f1-1483-4cd3-9504-c5b0c87c5132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:16.402095 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:34:16.445896 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-cbff86f1-1483-4cd3-9504-c5b0c87c5132 admin admin] Allocated IP 172.27.1.254 (e051f2fa-e4f7-48f8-93ce-58e38fee5eb4/218716c0-958e-4312-849b-6a79832afb0f/0a61af5a-1598-473c-a605-95a0cfb20703) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:34:16.477484 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:34:16.477484 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:16.601769 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cbff86f1-1483-4cd3-9504-c5b0c87c5132 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:16.632998 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cbff86f1-1483-4cd3-9504-c5b0c87c5132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:16.636745 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9bee323f-d8f8-43b6-9230-8a86dfee65bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:34:16.694620 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbff86f1-1483-4cd3-9504-c5b0c87c5132 admin admin] Network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:34:16.697471 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-cbff86f1-1483-4cd3-9504-c5b0c87c5132 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:34:16.705078 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbff86f1-1483-4cd3-9504-c5b0c87c5132 admin admin] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:34:16.761024 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff86f1-1483-4cd3-9504-c5b0c87c5132 admin admin] Pushing event updated for resources: {'Port': ['ID=0a61af5a-1598-473c-a605-95a0cfb20703,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:34:16.814078 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-cbff86f1-1483-4cd3-9504-c5b0c87c5132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:34:17.087875 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cbff86f1-1483-4cd3-9504-c5b0c87c5132 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:17.446229 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cbff86f1-1483-4cd3-9504-c5b0c87c5132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1796113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29019'] for router, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:17.446904 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cbff86f1-1483-4cd3-9504-c5b0c87c5132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1796102'] for router, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:17.628635 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbff86f1-1483-4cd3-9504-c5b0c87c5132 admin admin] Router 7306c734-65be-41f0-81e3-ccdcd88cbd3c has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:34:17.870234 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbff86f1-1483-4cd3-9504-c5b0c87c5132 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:34:17.881045 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cbff86f1-1483-4cd3-9504-c5b0c87c5132 admin admin] Notify callbacks [] for router, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:17.881494 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5410a555-fa23-4d3c-9fa7-0416ac4acbf8 None None] Sync routers for ids ['7306c734-65be-41f0-81e3-ccdcd88cbd3c'] in dv-cinder-784779-11-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:34:17.883675 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-cbff86f1-1483-4cd3-9504-c5b0c87c5132 admin admin] 10.222.0.48 "PUT /v2.0/routers/7306c734-65be-41f0-81e3-ccdcd88cbd3c HTTP/1.1" status: 200  len: 890 time: 2.4635160
May 11 13:34:17.894732 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5410a555-fa23-4d3c-9fa7-0416ac4acbf8 None None] Routers {'7306c734-65be-41f0-81e3-ccdcd88cbd3c'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:34:17.895486 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-5410a555-fa23-4d3c-9fa7-0416ac4acbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1adc1dff70>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:34:02Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['7306c734-65be-41f0-81e3-ccdcd88cbd3c'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:34:18.092887 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-5410a555-fa23-4d3c-9fa7-0416ac4acbf8 None None] Set router 7306c734-65be-41f0-81e3-ccdcd88cbd3c gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:34:18.455285 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-5410a555-fa23-4d3c-9fa7-0416ac4acbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1adc1dff70>, [{'id': '7306c734-65be-41f0-81e3-ccdcd88cbd3c', 'name': 'router1', 'tenant_id': '6095b55b34134576b1e3b1fae34cc263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '0a61af5a-1598-473c-a605-95a0cfb20703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:33:58Z', 'updated_at': '2021-05-11T13:34:16Z', 'revision_number': 4, 'project_id': '6095b55b34134576b1e3b1fae34cc263', 'gw_port': {'id': '0a61af5a-1598-473c-a605-95a0cfb20703', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:13:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7306c734-65be-41f0-81e3-ccdcd88cbd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:34:16Z', 'updated_at': '2021-05-11T13:34:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': 'a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e', 'name': '', 'network_id': '6bff16a1-4bbc-4f35-969f-2083f9760439', 'tenant_id': '6095b55b34134576b1e3b1fae34cc263', 'mac_address': 'fa:16:3e:fb:a5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7306c734-65be-41f0-81e3-ccdcd88cbd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09004993-29bf-4f27-b65a-213abee318d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:34:07Z', 'updated_at': '2021-05-11T13:34:14Z', 'revision_number': 5, 'project_id': '6095b55b34134576b1e3b1fae34cc263', 'subnets': [{'id': '09004993-29bf-4f27-b65a-213abee318d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f8b78a8e-771b-4c1c-b97e-7638e5d64c27'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:34:18.461132 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5410a555-fa23-4d3c-9fa7-0416ac4acbf8 None None] Checking router: 7306c734-65be-41f0-81e3-ccdcd88cbd3c for host: dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:34:18.461616 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5410a555-fa23-4d3c-9fa7-0416ac4acbf8 None None] Updating router 7306c734-65be-41f0-81e3-ccdcd88cbd3c port 0a61af5a-1598-473c-a605-95a0cfb20703 binding host dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 11 13:34:18.522671 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5410a555-fa23-4d3c-9fa7-0416ac4acbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:18.894632 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5410a555-fa23-4d3c-9fa7-0416ac4acbf8 None None] Notify callbacks [] for port, precommit_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:18.906973 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5410a555-fa23-4d3c-9fa7-0416ac4acbf8 None None] Transition to ACTIVE for port object 0a61af5a-1598-473c-a605-95a0cfb20703 will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:34:18.914083 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5410a555-fa23-4d3c-9fa7-0416ac4acbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:18.917959 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:34:18.999356 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-5410a555-fa23-4d3c-9fa7-0416ac4acbf8 None None] Attempting to bind port 0a61af5a-1598-473c-a605-95a0cfb20703 on host dv-cinder-784779-11-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:34:18.999356 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-5410a555-fa23-4d3c-9fa7-0416ac4acbf8 None None] Attempting to bind port 0a61af5a-1598-473c-a605-95a0cfb20703 by drivers openvswitch,hyperv on host dv-cinder-784779-11-iscsi at level 0 using segments [{'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:34:18.999356 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5410a555-fa23-4d3c-9fa7-0416ac4acbf8 None None] Attempting to bind port 0a61af5a-1598-473c-a605-95a0cfb20703 on network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:34:19.000366 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801bb35-6bb6-4b1d-9b2f-1d9aab7e465c None None] Pushing event updated for resources: {'Port': ['ID=0a61af5a-1598-473c-a605-95a0cfb20703,revision_number=2']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:34:19.004781 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-1801bb35-6bb6-4b1d-9b2f-1d9aab7e465c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:34:19.007368 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5410a555-fa23-4d3c-9fa7-0416ac4acbf8 None None] Checking agent: {'id': '2e08dd85-5947-470f-91ea-843c02c9f211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'started_at': datetime.datetime(2021, 5, 11, 13, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:34:19.007827 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5410a555-fa23-4d3c-9fa7-0416ac4acbf8 None None] Checking segment: {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:34:19.008406 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5410a555-fa23-4d3c-9fa7-0416ac4acbf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:19.008610 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5410a555-fa23-4d3c-9fa7-0416ac4acbf8 None None] Bound using segment: {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:34:19.009061 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-5410a555-fa23-4d3c-9fa7-0416ac4acbf8 None None] Bound port: 0a61af5a-1598-473c-a605-95a0cfb20703, host: dv-cinder-784779-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:34:19.009467 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5410a555-fa23-4d3c-9fa7-0416ac4acbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:19.084157 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5410a555-fa23-4d3c-9fa7-0416ac4acbf8 None None] For port 0a61af5a-1598-473c-a605-95a0cfb20703, host dv-cinder-784779-11-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:34:19.087520 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5410a555-fa23-4d3c-9fa7-0416ac4acbf8 None None] For port 0a61af5a-1598-473c-a605-95a0cfb20703, host dv-cinder-784779-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=0a61af5a-1598-473c-a605-95a0cfb20703,segment=NetworkSegment(2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f),segment_id=2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:34:19.093728 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5410a555-fa23-4d3c-9fa7-0416ac4acbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:19.097664 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-6e4c7110-3465-41e9-bc6e-eefc3de0c7cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:34:19.177024 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801bb35-6bb6-4b1d-9b2f-1d9aab7e465c None None] Pushing event updated for resources: {'Port': ['ID=0a61af5a-1598-473c-a605-95a0cfb20703,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:34:19.180713 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-1801bb35-6bb6-4b1d-9b2f-1d9aab7e465c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:34:19.181305 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5410a555-fa23-4d3c-9fa7-0416ac4acbf8 None None] Routers {'7306c734-65be-41f0-81e3-ccdcd88cbd3c'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:34:19.181904 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-5410a555-fa23-4d3c-9fa7-0416ac4acbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1adc1dff70>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:34:02Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['7306c734-65be-41f0-81e3-ccdcd88cbd3c'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:34:19.372921 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-5410a555-fa23-4d3c-9fa7-0416ac4acbf8 None None] Set router 7306c734-65be-41f0-81e3-ccdcd88cbd3c gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:34:19.787006 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-5410a555-fa23-4d3c-9fa7-0416ac4acbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1adc1dff70>, [{'id': '7306c734-65be-41f0-81e3-ccdcd88cbd3c', 'name': 'router1', 'tenant_id': '6095b55b34134576b1e3b1fae34cc263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '0a61af5a-1598-473c-a605-95a0cfb20703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:33:58Z', 'updated_at': '2021-05-11T13:34:16Z', 'revision_number': 4, 'project_id': '6095b55b34134576b1e3b1fae34cc263', 'gw_port': {'id': '0a61af5a-1598-473c-a605-95a0cfb20703', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:13:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7306c734-65be-41f0-81e3-ccdcd88cbd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:34:16Z', 'updated_at': '2021-05-11T13:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': 'a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e', 'name': '', 'network_id': '6bff16a1-4bbc-4f35-969f-2083f9760439', 'tenant_id': '6095b55b34134576b1e3b1fae34cc263', 'mac_address': 'fa:16:3e:fb:a5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7306c734-65be-41f0-81e3-ccdcd88cbd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09004993-29bf-4f27-b65a-213abee318d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:34:07Z', 'updated_at': '2021-05-11T13:34:14Z', 'revision_number': 5, 'project_id': '6095b55b34134576b1e3b1fae34cc263', 'subnets': [{'id': '09004993-29bf-4f27-b65a-213abee318d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f8b78a8e-771b-4c1c-b97e-7638e5d64c27'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:34:19.792713 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5410a555-fa23-4d3c-9fa7-0416ac4acbf8 None None] The sync data for ids ['7306c734-65be-41f0-81e3-ccdcd88cbd3c'] in dv-cinder-784779-11-iscsi is: [{'id': '7306c734-65be-41f0-81e3-ccdcd88cbd3c', 'name': 'router1', 'tenant_id': '6095b55b34134576b1e3b1fae34cc263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '0a61af5a-1598-473c-a605-95a0cfb20703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:33:58Z', 'updated_at': '2021-05-11T13:34:16Z', 'revision_number': 4, 'project_id': '6095b55b34134576b1e3b1fae34cc263', 'gw_port': {'id': '0a61af5a-1598-473c-a605-95a0cfb20703', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:13:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7306c734-65be-41f0-81e3-ccdcd88cbd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:34:16Z', 'updated_at': '2021-05-11T13:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': 'a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e', 'name': '', 'network_id': '6bff16a1-4bbc-4f35-969f-2083f9760439', 'tenant_id': '6095b55b34134576b1e3b1fae34cc263', 'mac_address': 'fa:16:3e:fb:a5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7306c734-65be-41f0-81e3-ccdcd88cbd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09004993-29bf-4f27-b65a-213abee318d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:34:07Z', 'updated_at': '2021-05-11T13:34:14Z', 'revision_number': 5, 'project_id': '6095b55b34134576b1e3b1fae34cc263', 'subnets': [{'id': '09004993-29bf-4f27-b65a-213abee318d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f8b78a8e-771b-4c1c-b97e-7638e5d64c27'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:34:20.267212 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 39860) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:34:20.438191 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-042926ff-9646-43e4-839f-739e6e89a4fe admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1688323
May 11 13:34:20.445456 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 0a61af5a-1598-473c-a605-95a0cfb20703 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:34:20.573339 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning for port 0a61af5a-1598-473c-a605-95a0cfb20703 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:34:20.580824 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 0a61af5a-1598-473c-a605-95a0cfb20703 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:34:20.581604 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:20.709675 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:20.726946 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] For port 0a61af5a-1598-473c-a605-95a0cfb20703, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=0a61af5a-1598-473c-a605-95a0cfb20703,segment=NetworkSegment(2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f),segment_id=2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:34:20.731133 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:20.734489 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-1801bb35-6bb6-4b1d-9b2f-1d9aab7e465c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:34:20.811085 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Pushing event updated for resources: {'Port': ['ID=0a61af5a-1598-473c-a605-95a0cfb20703,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:34:20.814200 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:34:22.425024 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 0a61af5a-1598-473c-a605-95a0cfb20703 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:34:22.506568 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 0a61af5a-1598-473c-a605-95a0cfb20703 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:34:22.507316 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:29.396545 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-c92a5075-7844-4d08-b102-9ec1982c25d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:32.259284 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:32.499826 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d22062b7-6db2-4bfd-9dca-8c126db20c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:33.263294 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:34.702854 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:34:37.537321 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 5 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:34:59.392540 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-6fe15135-cb99-46ff-abd8-931a0265299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:35:02.258420 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:35:02.513720 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-cf21f775-d048-4762-b6c8-944236135f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:35:03.266200 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:35:04.683938 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:35:14.536418 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 5 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:35:29.398052 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-1d47113f-47c3-45bf-bce2-27aa41a9d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:35:32.255228 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:35:32.504063 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-2e9f5802-29b7-4286-8e5e-863db833e671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:35:33.265914 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:35:34.687466 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:35:51.538097 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 5 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:35:58.111884 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 40430) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:35:58.187987 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1842f83-a66f-4165-8e90-c7c338e47c8a admin admin] GET failed (client error): The resource could not be found.
May 11 13:35:58.189306 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-c1842f83-a66f-4165-8e90-c7c338e47c8a admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0758231
May 11 13:35:58.335678 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db54db54-384f-4304-a883-465a64f777e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:35:58.337104 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-db54db54-384f-4304-a883-465a64f777e6 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1436157
May 11 13:35:59.406862 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b8f7cc26-9f5d-43ec-a83b-3c1581efa810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:00.496739 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 40440) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:36:00.610605 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b73728-595d-44ad-a872-323e13d6728c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:36:00.611974 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-56b73728-595d-44ad-a872-323e13d6728c admin admin] 10.222.0.48 "GET /v2.0/subnets/09004993-29bf-4f27-b65a-213abee318d2 HTTP/1.1" status: 200  len: 849 time: 0.1139638
May 11 13:36:00.623781 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-90a3cb19-b74d-4169-9fa1-4ebf8a8e4da2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:36:00.744292 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-90a3cb19-b74d-4169-9fa1-4ebf8a8e4da2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:00.936263 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-90a3cb19-b74d-4169-9fa1-4ebf8a8e4da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734582849374'] for subnet, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:00.940459 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-13b8c4d1-23bf-4e7e-a2e9-016edce82637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:36:00.980880 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a3cb19-b74d-4169-9fa1-4ebf8a8e4da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:36:00.981177 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-90a3cb19-b74d-4169-9fa1-4ebf8a8e4da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:00.983125 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-90a3cb19-b74d-4169-9fa1-4ebf8a8e4da2 admin admin] 10.222.0.48 "PUT /v2.0/subnets/09004993-29bf-4f27-b65a-213abee318d2 HTTP/1.1" status: 200  len: 868 time: 0.3643913
May 11 13:36:00.984601 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f26320-df6c-4ad6-971e-591afb314bf3 None None] Network 6bff16a1-4bbc-4f35-969f-2083f9760439 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:36:01.011438 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3cb19-b74d-4169-9fa1-4ebf8a8e4da2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09004993-29bf-4f27-b65a-213abee318d2,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:36:01.019970 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a3cb19-b74d-4169-9fa1-4ebf8a8e4da2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:36:01.020304 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a3cb19-b74d-4169-9fa1-4ebf8a8e4da2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:36:01.020633 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a3cb19-b74d-4169-9fa1-4ebf8a8e4da2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:36:01.020957 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a3cb19-b74d-4169-9fa1-4ebf8a8e4da2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:36:01.021309 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a3cb19-b74d-4169-9fa1-4ebf8a8e4da2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:36:01.021637 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a3cb19-b74d-4169-9fa1-4ebf8a8e4da2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:36:01.021956 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a3cb19-b74d-4169-9fa1-4ebf8a8e4da2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:36:01.022271 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a3cb19-b74d-4169-9fa1-4ebf8a8e4da2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:36:01.022611 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a3cb19-b74d-4169-9fa1-4ebf8a8e4da2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:36:01.022927 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a3cb19-b74d-4169-9fa1-4ebf8a8e4da2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:36:01.023239 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a3cb19-b74d-4169-9fa1-4ebf8a8e4da2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:36:01.023548 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a3cb19-b74d-4169-9fa1-4ebf8a8e4da2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:36:01.029012 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-90a3cb19-b74d-4169-9fa1-4ebf8a8e4da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:36:01.511677 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-a5c66fef-eada-4260-9792-65e1cc0c4d48 None None] Provisioning complete for port a9c05b4a-7275-45a5-8fa9-1ec32f2bbd5e triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:36:01.512279 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-a5c66fef-eada-4260-9792-65e1cc0c4d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:01.715549 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-a5c66fef-eada-4260-9792-65e1cc0c4d48 None None] Provisioning complete for port 751e065e-7891-47bf-a878-2cd3e8982b5c triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:36:01.715998 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-a5c66fef-eada-4260-9792-65e1cc0c4d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:02.252012 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:02.511320 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-46bcff5c-b83f-4843-a41b-f0da091ccacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:03.166905 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 40450) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:36:03.270991 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:03.371055 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3ad2f0-344d-467c-b177-ecbca358272b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:36:03.371423 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3ad2f0-344d-467c-b177-ecbca358272b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:36:03.372994 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-ce3ad2f0-344d-467c-b177-ecbca358272b admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2051697
May 11 13:36:04.689686 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:05.979426 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 40460) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:36:06.170338 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f33259-a236-4c35-ab66-0957b4b9d51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:36:06.170724 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f33259-a236-4c35-ab66-0957b4b9d51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:36:06.172356 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-54f33259-a236-4c35-ab66-0957b4b9d51f admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1918852
May 11 13:36:08.383051 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 40470) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:36:08.584597 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888f2723-aaed-4643-8948-915db2fa2d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:36:08.586324 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-888f2723-aaed-4643-8948-915db2fa2d34 admin admin] 10.222.0.48 "GET /v2.0/networks/6bff16a1-4bbc-4f35-969f-2083f9760439 HTTP/1.1" status: 200  len: 869 time: 0.2020767
May 11 13:36:11.063604 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 40480) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:36:11.235186 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1bd724-e69e-4d8b-bdce-2018643733a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:36:11.236583 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-af1bd724-e69e-4d8b-bdce-2018643733a9 admin admin] 10.222.0.48 "GET /v2.0/networks/e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 HTTP/1.1" status: 200  len: 886 time: 0.1720374
May 11 13:36:13.371374 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 40490) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:36:13.492309 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febcf8ec-547c-4964-8d58-4789a5606593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:36:13.492975 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febcf8ec-547c-4964-8d58-4789a5606593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:36:13.493912 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-febcf8ec-547c-4964-8d58-4789a5606593 admin admin] Synchronizing usage tracker for tenant:93253b99580b4fc88bb5188af0bc27ff on resource:subnet {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:36:13.514706 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-febcf8ec-547c-4964-8d58-4789a5606593 admin admin] Unset dirty status for tenant:93253b99580b4fc88bb5188af0bc27ff on resource:subnet {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:36:13.516057 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-febcf8ec-547c-4964-8d58-4789a5606593 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1437078
May 11 13:36:15.696613 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 40500) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:36:15.809592 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd85cac-da55-4359-ba57-b69542656b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:36:15.809947 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd85cac-da55-4359-ba57-b69542656b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:36:15.811495 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-2fd85cac-da55-4359-ba57-b69542656b13 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1139185
May 11 13:36:18.010040 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 40510) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:36:18.127518 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c49993a-2609-4680-90cf-ec15b189b8a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:36:18.128918 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-5c49993a-2609-4680-90cf-ec15b189b8a1 admin admin] 10.222.0.48 "GET /v2.0/subnets/09004993-29bf-4f27-b65a-213abee318d2 HTTP/1.1" status: 200  len: 868 time: 0.1176636
May 11 13:36:20.331334 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 40520) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:36:20.441905 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f983ac9d-23d5-4d14-9a49-1d459b39492b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:36:20.443262 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-f983ac9d-23d5-4d14-9a49-1d459b39492b admin admin] 10.222.0.48 "GET /v2.0/subnets/218716c0-958e-4312-849b-6a79832afb0f HTTP/1.1" status: 200  len: 816 time: 0.1109645
May 11 13:36:28.537618 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 5 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:36:29.404826 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-829bc94c-d325-4add-ba66-4f2667855ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:32.247068 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:32.500407 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5447b068-9c09-4b13-9caa-57e0047df145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:33.271062 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:34.694142 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:43.673042 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 40564) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:36:43.724569 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [None req-65a91ac7-346d-4eef-947a-b6cdca7a0ba1 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=78702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 11 13:36:43.725655 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-65a91ac7-346d-4eef-947a-b6cdca7a0ba1 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0516818
May 11 13:36:45.930072 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 40574) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:36:46.000810 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc35921a-8d1e-4ae6-9371-8dd528ed9e99 admin admin] GET failed (client error): The resource could not be found.
May 11 13:36:46.001996 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-fc35921a-8d1e-4ae6-9371-8dd528ed9e99 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0710061
May 11 13:36:46.128141 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218d0ff3-294c-491d-8be0-a7f3c979a664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:36:46.129504 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-218d0ff3-294c-491d-8be0-a7f3c979a664 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1231539
May 11 13:36:48.279827 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 40584) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:36:48.337621 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-16a007c8-98f8-4dc7-b129-ab69ec0d871d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:36:48.343229 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-16a007c8-98f8-4dc7-b129-ab69ec0d871d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:36:48.353855 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-16a007c8-98f8-4dc7-b129-ab69ec0d871d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:36:48.367512 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a007c8-98f8-4dc7-b129-ab69ec0d871d admin admin] Made reservation on behalf of 93253b99580b4fc88bb5188af0bc27ff for: {'network': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:36:48.369804 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-16a007c8-98f8-4dc7-b129-ab69ec0d871d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for network, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:48.459440 dv-cinder-784779-11-iscsi neutron-server[78702]: WARNING neutron.services.revisions.revision_plugin [None req-16a007c8-98f8-4dc7-b129-ab69ec0d871d admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f1ad96b5f40] {project_id='93253b99580b4fc88bb5188af0bc27ff', id='336dcd92-7fe1-4c42-9a69-468f5e497dcc', target_tenant='*', action='access_as_shared', object_id='5bc21d81-1b06-47f8-948c-2e3a9528a129'}> to bump revision.
May 11 13:36:48.472413 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a007c8-98f8-4dc7-b129-ab69ec0d871d admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'}  {{(pid=78702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 11 13:36:48.482357 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-16a007c8-98f8-4dc7-b129-ab69ec0d871d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:48.482692 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.db.segments_db [None req-16a007c8-98f8-4dc7-b129-ab69ec0d871d admin admin] Added segment 8f53e63f-3fd7-41c5-aa50-8682f4143cbc of type vlan for network 5bc21d81-1b06-47f8-948c-2e3a9528a129
May 11 13:36:48.510546 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-16a007c8-98f8-4dc7-b129-ab69ec0d871d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734582415728'] for network, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:48.542958 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-16a007c8-98f8-4dc7-b129-ab69ec0d871d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for network, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:48.544493 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a007c8-98f8-4dc7-b129-ab69ec0d871d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:36:48.545132 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-16a007c8-98f8-4dc7-b129-ab69ec0d871d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:48.548562 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:36:48.647550 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a007c8-98f8-4dc7-b129-ab69ec0d871d admin admin] Pushing event updated for resources: {'Network': ['ID=5bc21d81-1b06-47f8-948c-2e3a9528a129,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:36:48.650745 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-16a007c8-98f8-4dc7-b129-ab69ec0d871d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:36:48.652832 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-16a007c8-98f8-4dc7-b129-ab69ec0d871d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3719847
May 11 13:36:48.659369 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Network 5bc21d81-1b06-47f8-948c-2e3a9528a129 details requested by agent ovs-agent-dv-cinder-784779-11-iscsi with host dv-cinder-784779-11-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 11 13:36:50.825453 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 40594) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:36:50.899436 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.pecan_wsgi.hooks.translation [None req-f503a613-63b9-4a37-93a5-b52dcf662b3c admin admin] GET failed (client error): The resource could not be found.
May 11 13:36:50.899980 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-f503a613-63b9-4a37-93a5-b52dcf662b3c admin admin] Synchronizing usage tracker for tenant:93253b99580b4fc88bb5188af0bc27ff on resource:network {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:36:50.916368 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-f503a613-63b9-4a37-93a5-b52dcf662b3c admin admin] Unset dirty status for tenant:93253b99580b4fc88bb5188af0bc27ff on resource:network {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:36:50.917456 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-f503a613-63b9-4a37-93a5-b52dcf662b3c admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0910125
May 11 13:36:51.021647 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c60453-e9c4-4fbb-8a34-40916eabd094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:36:51.022983 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-c4c60453-e9c4-4fbb-8a34-40916eabd094 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1015692
May 11 13:36:51.032926 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-9b3d52bb-02f3-4530-a778-104cbe1ba300 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '5bc21d81-1b06-47f8-948c-2e3a9528a129', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:36:51.037744 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-9b3d52bb-02f3-4530-a778-104cbe1ba300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:36:51.047802 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-9b3d52bb-02f3-4530-a778-104cbe1ba300 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:36:51.058546 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3d52bb-02f3-4530-a778-104cbe1ba300 admin admin] Made reservation on behalf of 93253b99580b4fc88bb5188af0bc27ff for: {'subnet': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:36:51.061199 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9b3d52bb-02f3-4530-a778-104cbe1ba300 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:51.513614 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9b3d52bb-02f3-4530-a778-104cbe1ba300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for subnet, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:51.517510 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-90a3cb19-b74d-4169-9fa1-4ebf8a8e4da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:36:51.585952 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d52bb-02f3-4530-a778-104cbe1ba300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=400a15e5-46bc-4be6-8279-a5b258adf65f,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:36:51.589611 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9b3d52bb-02f3-4530-a778-104cbe1ba300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:36:51.597184 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3d52bb-02f3-4530-a778-104cbe1ba300 admin admin] Checking segment: {'id': '8f53e63f-3fd7-41c5-aa50-8682f4143cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5bc21d81-1b06-47f8-948c-2e3a9528a129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:36:51.597534 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3d52bb-02f3-4530-a778-104cbe1ba300 admin admin] Network hostable DHCP agents. Network: 5bc21d81-1b06-47f8-948c-2e3a9528a129, hostable agents: ['4f880931-96b8-4f66-b375-cb7708e9547f'], hosted agents: [] {{(pid=78702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 11 13:36:51.617767 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3d52bb-02f3-4530-a778-104cbe1ba300 admin admin] Network 5bc21d81-1b06-47f8-948c-2e3a9528a129 is scheduled to be hosted by DHCP agent 4f880931-96b8-4f66-b375-cb7708e9547f with binding_index 1 {{(pid=78702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 11 13:36:51.627903 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-9b3d52bb-02f3-4530-a778-104cbe1ba300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-iscsi, 5bc21d81-1b06-47f8-948c-2e3a9528a129) {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:36:51.632687 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3d52bb-02f3-4530-a778-104cbe1ba300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:36:51.633284 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9b3d52bb-02f3-4530-a778-104cbe1ba300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:51.637296 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00043d09-cd77-4e29-975b-0e5d951f2dd2 None None] Network 5bc21d81-1b06-47f8-948c-2e3a9528a129 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:36:51.660186 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-9b3d52bb-02f3-4530-a778-104cbe1ba300 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6306770
May 11 13:36:51.869322 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909737b3-bb84-5a13-9931-2d83341a903e-5bc21d81-1b06-47f8-948c-2e3a9528a129', 'network_id': '5bc21d81-1b06-47f8-948c-2e3a9528a129', 'tenant_id': '93253b99580b4fc88bb5188af0bc27ff', 'fixed_ips': [{'subnet_id': '400a15e5-46bc-4be6-8279-a5b258adf65f'}]}} from dv-cinder-784779-11-iscsi. {{(pid=78704) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 11 13:36:51.870177 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:52.038056 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.db_base_plugin_common [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Allocated IP 192.168.233.2 (5bc21d81-1b06-47f8-948c-2e3a9528a129/400a15e5-46bc-4be6-8279-a5b258adf65f/3236b994-f4be-4b65-9e14-d6251018e980) {{(pid=78704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:36:52.249056 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Notify callbacks [] for port, precommit_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:52.262269 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Transition to ACTIVE for port object 3236b994-f4be-4b65-9e14-d6251018e980 will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:36:52.281278 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Transition to ACTIVE for port object 3236b994-f4be-4b65-9e14-d6251018e980 will not be triggered until provisioned by entity DHCP. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:36:52.288208 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735'] for port, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:52.292750 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:36:52.350855 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Network 5bc21d81-1b06-47f8-948c-2e3a9528a129 is already hosted by enough agents. {{(pid=78704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:36:52.353702 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.scheduler.base_scheduler [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Resources bound (agent type, host, resource id):  {{(pid=78704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:36:52.364984 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Received port after_create {{(pid=78704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:36:52.373182 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Pushing event updated for resources: {'Port': ['ID=3236b994-f4be-4b65-9e14-d6251018e980,revision_number=1']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:36:52.403609 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:36:52.403994 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:36:52.404340 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:36:52.404672 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:36:52.405015 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:36:52.405337 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:36:52.405661 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:36:52.405981 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:36:52.406308 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:36:52.406643 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:36:52.406959 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:36:52.407278 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:36:52.416392 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:36:52.475479 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Attempting to bind port 3236b994-f4be-4b65-9e14-d6251018e980 on host dv-cinder-784779-11-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:36:52.475900 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Attempting to bind port 3236b994-f4be-4b65-9e14-d6251018e980 by drivers openvswitch,hyperv on host dv-cinder-784779-11-iscsi at level 0 using segments [{'id': '8f53e63f-3fd7-41c5-aa50-8682f4143cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5bc21d81-1b06-47f8-948c-2e3a9528a129'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:36:52.476258 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Attempting to bind port 3236b994-f4be-4b65-9e14-d6251018e980 on network 5bc21d81-1b06-47f8-948c-2e3a9528a129 {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:36:52.482161 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Checking agent: {'id': '2e08dd85-5947-470f-91ea-843c02c9f211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'started_at': datetime.datetime(2021, 5, 11, 13, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:36:52.482528 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Checking segment: {'id': '8f53e63f-3fd7-41c5-aa50-8682f4143cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5bc21d81-1b06-47f8-948c-2e3a9528a129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:36:52.483073 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:52.483466 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Bound using segment: {'id': '8f53e63f-3fd7-41c5-aa50-8682f4143cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5bc21d81-1b06-47f8-948c-2e3a9528a129'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:36:52.483963 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Bound port: 3236b994-f4be-4b65-9e14-d6251018e980, host: dv-cinder-784779-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f53e63f-3fd7-41c5-aa50-8682f4143cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5bc21d81-1b06-47f8-948c-2e3a9528a129'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:36:52.484350 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:52.600522 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] For port 3236b994-f4be-4b65-9e14-d6251018e980, host dv-cinder-784779-11-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:36:52.604487 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] For port 3236b994-f4be-4b65-9e14-d6251018e980, host dv-cinder-784779-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=3236b994-f4be-4b65-9e14-d6251018e980,segment=NetworkSegment(8f53e63f-3fd7-41c5-aa50-8682f4143cbc),segment_id=8f53e63f-3fd7-41c5-aa50-8682f4143cbc)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:36:52.610257 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:52.614885 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:36:52.692623 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Pushing event updated for resources: {'Port': ['ID=3236b994-f4be-4b65-9e14-d6251018e980,revision_number=2']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:36:52.696099 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:36:53.544375 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd7ae0c-f738-4028-9bf5-68cb0bf0fdae None None] Network 5bc21d81-1b06-47f8-948c-2e3a9528a129 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:36:53.672661 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-f43c498f-e2e3-4338-bae7-eb4d753b6b5f None None] Provisioning for port 3236b994-f4be-4b65-9e14-d6251018e980 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:36:54.545175 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 3236b994-f4be-4b65-9e14-d6251018e980 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:36:54.620918 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning for port 3236b994-f4be-4b65-9e14-d6251018e980 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:36:54.626187 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 3236b994-f4be-4b65-9e14-d6251018e980 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:36:54.626576 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:54.750953 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:54.783967 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] For port 3236b994-f4be-4b65-9e14-d6251018e980, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=3236b994-f4be-4b65-9e14-d6251018e980,segment=NetworkSegment(8f53e63f-3fd7-41c5-aa50-8682f4143cbc),segment_id=8f53e63f-3fd7-41c5-aa50-8682f4143cbc)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:36:54.788218 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:54.791051 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:36:54.857828 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Pushing event updated for resources: {'Port': ['ID=3236b994-f4be-4b65-9e14-d6251018e980,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:36:54.864050 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:36:56.533139 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 3236b994-f4be-4b65-9e14-d6251018e980 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:36:56.609050 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 3236b994-f4be-4b65-9e14-d6251018e980 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:36:56.609407 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:36:59.398804 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b6b9614b-d1dd-4509-a356-61e96b06652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:37:02.258661 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:37:02.495183 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-c7ffa8d4-5e8c-4410-b114-5c660150b57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:37:03.275929 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:37:04.698755 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:37:05.538191 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 5 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:37:29.404870 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-27d11aa7-d00a-4794-9fd3-12ffbd95e06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:37:32.256143 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:37:32.497957 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-1c05e43f-fa6b-436d-ad78-23aa8902a141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:37:33.280188 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:37:34.702072 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:37:42.537421 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 5 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:37:59.401567 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-c58ebba5-cd08-4b88-b089-b75a9ca4c694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:38:02.252124 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:38:02.494610 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-235d7f8e-f11b-4f82-84d3-ea7006908b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:38:03.284019 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:38:04.707121 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:38:19.536932 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 5 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:38:26.502751 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 40644) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:38:26.509277 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [None req-c232f875-00d8-41dd-b7c9-17bcea637e76 tempest-verify_tempest_config-382051365 tempest-verify_tempest_config-382051365-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=78702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 11 13:38:26.510264 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-c232f875-00d8-41dd-b7c9-17bcea637e76 tempest-verify_tempest_config-382051365 tempest-verify_tempest_config-382051365-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0065439
May 11 13:38:26.829119 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 40662) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:38:26.962054 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ea0e545d-53dc-43f9-8a50-0ade25bfff15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:38:26.979458 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-ea0e545d-53dc-43f9-8a50-0ade25bfff15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:38:26.983402 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-ea0e545d-53dc-43f9-8a50-0ade25bfff15 admin admin] Usage tracker for resource:security_group_rule and tenant:f388f9e0d70047589a34828c60ad0c73 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:38:26.986279 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-ea0e545d-53dc-43f9-8a50-0ade25bfff15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:38:26.992501 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-ea0e545d-53dc-43f9-8a50-0ade25bfff15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:38:27.077857 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ea0e545d-53dc-43f9-8a50-0ade25bfff15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:38:27.084046 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ea0e545d-53dc-43f9-8a50-0ade25bfff15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:38:27.091852 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:38:27.132480 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-ea0e545d-53dc-43f9-8a50-0ade25bfff15 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f388f9e0d70047589a34828c60ad0c73&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3022921
May 11 13:38:27.133460 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e545d-53dc-43f9-8a50-0ade25bfff15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8474c603-65e3-4a88-815e-793cbf7aa9d3,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:38:27.135415 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 40668) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:38:27.141806 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e545d-53dc-43f9-8a50-0ade25bfff15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:38:27.142135 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e545d-53dc-43f9-8a50-0ade25bfff15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:38:27.142469 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e545d-53dc-43f9-8a50-0ade25bfff15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:38:27.142798 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e545d-53dc-43f9-8a50-0ade25bfff15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:38:27.143121 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e545d-53dc-43f9-8a50-0ade25bfff15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:38:27.143454 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e545d-53dc-43f9-8a50-0ade25bfff15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:38:27.143808 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e545d-53dc-43f9-8a50-0ade25bfff15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:38:27.144142 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e545d-53dc-43f9-8a50-0ade25bfff15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:38:27.144475 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e545d-53dc-43f9-8a50-0ade25bfff15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:38:27.144793 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e545d-53dc-43f9-8a50-0ade25bfff15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:38:27.145109 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e545d-53dc-43f9-8a50-0ade25bfff15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:38:27.145419 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e545d-53dc-43f9-8a50-0ade25bfff15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:38:27.150042 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-ea0e545d-53dc-43f9-8a50-0ade25bfff15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:38:27.198765 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d744580b-566d-4e3c-8d48-f3d7d8d6edc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:38:27.225735 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d744580b-566d-4e3c-8d48-f3d7d8d6edc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:38:27.319980 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d744580b-566d-4e3c-8d48-f3d7d8d6edc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:38:27.325305 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:38:27.337949 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744580b-566d-4e3c-8d48-f3d7d8d6edc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8474c603-65e3-4a88-815e-793cbf7aa9d3,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:38:27.344972 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d744580b-566d-4e3c-8d48-f3d7d8d6edc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:38:27.346073 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-d744580b-566d-4e3c-8d48-f3d7d8d6edc5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8474c603-65e3-4a88-815e-793cbf7aa9d3 HTTP/1.1" status: 204  len: 168 time: 0.2090359
May 11 13:38:27.347361 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744580b-566d-4e3c-8d48-f3d7d8d6edc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:38:27.347733 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744580b-566d-4e3c-8d48-f3d7d8d6edc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:38:27.348093 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744580b-566d-4e3c-8d48-f3d7d8d6edc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:38:27.348387 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744580b-566d-4e3c-8d48-f3d7d8d6edc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:38:27.348767 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744580b-566d-4e3c-8d48-f3d7d8d6edc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:38:27.349093 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744580b-566d-4e3c-8d48-f3d7d8d6edc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:38:27.349408 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744580b-566d-4e3c-8d48-f3d7d8d6edc5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:38:27.349790 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744580b-566d-4e3c-8d48-f3d7d8d6edc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:38:27.350344 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744580b-566d-4e3c-8d48-f3d7d8d6edc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:38:27.350665 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744580b-566d-4e3c-8d48-f3d7d8d6edc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:38:27.351070 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744580b-566d-4e3c-8d48-f3d7d8d6edc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:38:27.351291 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744580b-566d-4e3c-8d48-f3d7d8d6edc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:38:27.355044 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d744580b-566d-4e3c-8d48-f3d7d8d6edc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:38:29.397281 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-efeef6b5-25ad-49c3-9966-d437c8e8afdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:38:32.248680 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:38:32.491475 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-bec2e5af-7258-48bb-89d1-adad03052f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:38:33.286234 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:38:34.707749 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:38:56.535920 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 5 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:38:59.405268 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-e103f68d-3527-475d-b9d5-3ae7c8d119a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:39:02.255472 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:39:02.486347 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-951ca948-f4f7-44a2-b13e-139c0059fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:39:03.291384 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:39:04.706475 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:39:29.405918 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-6e6524b0-ab3a-434a-a5fe-db68661e52cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:39:32.256320 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:39:32.490330 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-521c4532-403f-47fe-be8b-5d957cdd8861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:39:33.295228 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:39:33.538385 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 5 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:39:34.811597 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:39:59.404244 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b82be356-fcf1-4cdb-8dd7-fcb33a1e9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:39:59.463738 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590'] for agent, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:40:02.251113 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:40:02.495641 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9dfbc647-3615-47d5-8f41-19a0d0dcf324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:40:03.299868 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:40:03.677013 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 40720) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:40:03.824585 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-430a644e-e11a-44e3-b9f0-6de607a37e93 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4309 time: 0.1464360
May 11 13:40:04.712996 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:40:05.964865 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 40730) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:40:06.027631 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-2ff269ea-eb96-434f-b86c-43bb5efbb2af admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4309 time: 0.0616453
May 11 13:40:10.538129 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:40:29.436341 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-f2c53897-d6d7-4fbf-82ec-af59e114c7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:40:29.438072 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:40:32.261605 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:40:32.502094 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-dea23c42-a234-4998-990d-43026501a341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:40:33.304361 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:40:34.720656 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:40:47.537663 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:40:59.399733 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-690453ec-4f16-45ba-8693-22cdacb17d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:40:59.428367 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:02.258838 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:02.496405 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-686412a6-f3e1-4607-9728-ee6ec81adc4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:03.305410 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:04.725241 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:24.537544 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:41:29.416896 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-82214ff2-5cfc-46f1-8e8d-b5f405112d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:29.450335 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:31.694536 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 40832) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:32.013335 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-114440353-network', 'tenant_id': '92510857ca1047488f92675951404302'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:41:32.019689 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:32.023778 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Usage tracker for resource:network and tenant:92510857ca1047488f92675951404302 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:32.026781 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:32.033121 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:32.045537 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Made reservation on behalf of 92510857ca1047488f92675951404302 for: {'network': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:41:32.048132 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for network, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:32.062470 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:32.078551 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:32.082463 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Usage tracker for resource:security_group_rule and tenant:92510857ca1047488f92675951404302 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:32.085670 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:32.091856 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:32.182857 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:32.188131 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:32.194284 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:32.217633 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'}  {{(pid=78702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 11 13:41:32.238605 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:32.238939 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.db.segments_db [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Added segment c610bf4a-eec2-4b42-8f03-c7d49a9b54e2 of type vlan for network 6bef4c20-4a6c-40a5-b258-199c12fc2595
May 11 13:41:32.250229 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:32.263175 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:32.264305 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:32.264766 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:32.265504 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:32.265974 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:32.266453 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:32.266790 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:32.267427 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:32.267933 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:32.268460 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:32.269070 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:32.269555 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:32.270037 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Tracked resource versions report:
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]: pushed versions:
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]: {   'AddressGroup': {'1.2'},
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]:     'ConntrackHelper': {'1.0'},
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]:     'Log': {'1.0'},
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]:     'Network': {'1.1'},
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]:     'Port': {'1.7'},
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]:     'PortForwarding': {'1.2'},
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]:     'QosPolicy': {'1.8'},
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]:     'SecurityGroup': {'1.4'},
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]:     'SecurityGroupRule': {'1.2'},
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]:     'SubPort': {'1.0'},
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]:     'Subnet': {'1.1'},
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]:     'Trunk': {'1.1'}}
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]: consumer versions:
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]: {   DHCP agent@dv-cinder-784779-11-iscsi: {},
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]:     HyperV agent@hv-cinder-78477: {},
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]:     L3 agent@dv-cinder-784779-11-iscsi: {},
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]:     Metadata agent@dv-cinder-784779-11-iscsi: {},
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]:     Metering agent@dv-cinder-784779-11-iscsi: {},
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]:     Open vSwitch agent@dv-cinder-784779-11-iscsi: {   'AddressGroup': '1.2',
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]:                                                       'ConntrackHelper': '1.0',
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]:                                                       'Log': '1.0',
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]:                                                       'Network': '1.1',
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]:                                                       'Port': '1.7',
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]:                                                       'PortForwarding': '1.2',
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]:                                                       'QosPolicy': '1.8',
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]:                                                       'SecurityGroup': '1.4',
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]:                                                       'SecurityGroupRule': '1.2',
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]:                                                       'SubPort': '1.0',
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]:                                                       'Subnet': '1.1',
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]:                                                       'Trunk': '1.1'}}
May 11 13:41:32.271211 dv-cinder-784779-11-iscsi neutron-server[78702]:  {{(pid=78702) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 11 13:41:32.294767 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:32.296485 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734582415728'] for network, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:32.326451 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for network, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:32.327863 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:41:32.328452 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:32.352857 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-16a007c8-98f8-4dc7-b129-ab69ec0d871d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:32.373396 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6769431
May 11 13:41:32.376758 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 40882) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:32.382189 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] Request body: {'subnet': {'network_id': '6bef4c20-4a6c-40a5-b258-199c12fc2595', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-114440353-subnet', 'tenant_id': '92510857ca1047488f92675951404302', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:41:32.388242 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:32.395734 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] Usage tracker for resource:subnet and tenant:92510857ca1047488f92675951404302 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:32.401321 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:32.409410 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:32.422066 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] Made reservation on behalf of 92510857ca1047488f92675951404302 for: {'subnet': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:41:32.424641 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] Notify callbacks [] for subnet, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:32.453051 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Pushing event updated for resources: {'Network': ['ID=6bef4c20-4a6c-40a5-b258-199c12fc2595,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:32.457374 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:32.465742 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Network 6bef4c20-4a6c-40a5-b258-199c12fc2595 details requested by agent ovs-agent-dv-cinder-784779-11-iscsi with host dv-cinder-784779-11-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 11 13:41:32.590538 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-0a09b671-54cc-4add-820c-079691680847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:32.920970 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for subnet, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:32.925716 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-949ad402-4a28-4bf2-9d09-15735681f407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:32.987413 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d76bbac-8265-42c9-b0ff-de76986a4e85,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:33.004220 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:33.004586 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:33.004920 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:33.005247 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:33.008445 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:33.008811 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:33.009154 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:33.009499 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:33.009841 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:33.010168 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:33.010612 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:33.010989 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] Tracked resource versions report:
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]: pushed versions:
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]: {   'AddressGroup': {'1.2'},
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]:     'ConntrackHelper': {'1.0'},
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]:     'Log': {'1.0'},
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]:     'Network': {'1.1'},
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]:     'Port': {'1.7'},
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]:     'PortForwarding': {'1.2'},
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]:     'QosPolicy': {'1.8'},
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]:     'SecurityGroup': {'1.4'},
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]:     'SecurityGroupRule': {'1.2'},
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]:     'SubPort': {'1.0'},
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]:     'Subnet': {'1.1'},
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]:     'Trunk': {'1.1'}}
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]: consumer versions:
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]: {   DHCP agent@dv-cinder-784779-11-iscsi: {},
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]:     HyperV agent@hv-cinder-78477: {},
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]:     L3 agent@dv-cinder-784779-11-iscsi: {},
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]:     Metadata agent@dv-cinder-784779-11-iscsi: {},
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]:     Metering agent@dv-cinder-784779-11-iscsi: {},
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]:     Open vSwitch agent@dv-cinder-784779-11-iscsi: {   'AddressGroup': '1.2',
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]:                                                       'ConntrackHelper': '1.0',
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]:                                                       'Log': '1.0',
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]:                                                       'Network': '1.1',
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]:                                                       'Port': '1.7',
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]:                                                       'PortForwarding': '1.2',
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]:                                                       'QosPolicy': '1.8',
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]:                                                       'SecurityGroup': '1.4',
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]:                                                       'SecurityGroupRule': '1.2',
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]:                                                       'SubPort': '1.0',
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]:                                                       'Subnet': '1.1',
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]:                                                       'Trunk': '1.1'}}
May 11 13:41:33.012136 dv-cinder-784779-11-iscsi neutron-server[78703]:  {{(pid=78703) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 11 13:41:33.020674 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:33.030109 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] Checking segment: {'id': 'c610bf4a-eec2-4b42-8f03-c7d49a9b54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6bef4c20-4a6c-40a5-b258-199c12fc2595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:41:33.030461 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] Network hostable DHCP agents. Network: 6bef4c20-4a6c-40a5-b258-199c12fc2595, hostable agents: ['4f880931-96b8-4f66-b375-cb7708e9547f'], hosted agents: [] {{(pid=78703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 11 13:41:33.050818 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] Network 6bef4c20-4a6c-40a5-b258-199c12fc2595 is scheduled to be hosted by DHCP agent 4f880931-96b8-4f66-b375-cb7708e9547f with binding_index 1 {{(pid=78703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 11 13:41:33.061545 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-iscsi, 6bef4c20-4a6c-40a5-b258-199c12fc2595) {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:41:33.067350 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:41:33.067512 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:33.071836 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2442292c-a062-462d-9d9d-02c80f011b7c None None] Network 6bef4c20-4a6c-40a5-b258-199c12fc2595 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:41:33.096221 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7182631
May 11 13:41:33.272333 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b1403a-e092-4dc8-ac76-09d8d7a37d30 None None] Network 6bef4c20-4a6c-40a5-b258-199c12fc2595 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:41:33.289419 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 40928) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:33.359010 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:33.614774 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-0e43b776-24de-4798-97dd-ccfae3df0b02 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1626313103-network', 'tenant_id': 'f407c8e917704d88b94b5c62ca8acc26'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:41:33.620716 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-0e43b776-24de-4798-97dd-ccfae3df0b02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:33.625300 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-0e43b776-24de-4798-97dd-ccfae3df0b02 admin admin] Usage tracker for resource:network and tenant:f407c8e917704d88b94b5c62ca8acc26 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:33.628320 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-0e43b776-24de-4798-97dd-ccfae3df0b02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:33.634646 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-0e43b776-24de-4798-97dd-ccfae3df0b02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:33.646724 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e43b776-24de-4798-97dd-ccfae3df0b02 admin admin] Made reservation on behalf of f407c8e917704d88b94b5c62ca8acc26 for: {'network': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:41:33.650014 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0e43b776-24de-4798-97dd-ccfae3df0b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for network, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:33.672597 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0e43b776-24de-4798-97dd-ccfae3df0b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:33.688752 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-0e43b776-24de-4798-97dd-ccfae3df0b02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:33.692858 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-0e43b776-24de-4798-97dd-ccfae3df0b02 admin admin] Usage tracker for resource:security_group_rule and tenant:f407c8e917704d88b94b5c62ca8acc26 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:33.696051 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-0e43b776-24de-4798-97dd-ccfae3df0b02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:33.703766 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-0e43b776-24de-4798-97dd-ccfae3df0b02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:33.796218 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0e43b776-24de-4798-97dd-ccfae3df0b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:33.800703 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0e43b776-24de-4798-97dd-ccfae3df0b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:33.805451 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d744580b-566d-4e3c-8d48-f3d7d8d6edc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:33.835036 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e43b776-24de-4798-97dd-ccfae3df0b02 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'}  {{(pid=78703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 11 13:41:33.844278 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43b776-24de-4798-97dd-ccfae3df0b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd0f949-1e7a-462a-b92d-bca34dbfd2f8,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:33.848892 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0e43b776-24de-4798-97dd-ccfae3df0b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:33.852496 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0e43b776-24de-4798-97dd-ccfae3df0b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:33.852938 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.db.segments_db [None req-0e43b776-24de-4798-97dd-ccfae3df0b02 admin admin] Added segment 39230032-0b57-4475-9869-2e9ea2addde9 of type vlan for network 8379951b-6335-4ad2-8bd9-bc326ae0ddbb
May 11 13:41:33.881866 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0e43b776-24de-4798-97dd-ccfae3df0b02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734582415728'] for network, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:33.885091 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 40968) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:33.922968 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0e43b776-24de-4798-97dd-ccfae3df0b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for network, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:33.924335 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e43b776-24de-4798-97dd-ccfae3df0b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:41:33.924920 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0e43b776-24de-4798-97dd-ccfae3df0b02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:33.929769 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:33.997091 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 40976) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:34.026083 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-0e43b776-24de-4798-97dd-ccfae3df0b02 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7354436
May 11 13:41:34.029089 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 40984) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:34.035204 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-089b3ff0-5777-4eec-8b29-948e1a2aa60b admin admin] Request body: {'subnet': {'network_id': '8379951b-6335-4ad2-8bd9-bc326ae0ddbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1626313103-subnet', 'tenant_id': 'f407c8e917704d88b94b5c62ca8acc26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:41:34.038207 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43b776-24de-4798-97dd-ccfae3df0b02 admin admin] Pushing event updated for resources: {'Network': ['ID=8379951b-6335-4ad2-8bd9-bc326ae0ddbb,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:34.041356 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-089b3ff0-5777-4eec-8b29-948e1a2aa60b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:34.041679 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0e43b776-24de-4798-97dd-ccfae3df0b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:34.046288 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-089b3ff0-5777-4eec-8b29-948e1a2aa60b admin admin] Usage tracker for resource:subnet and tenant:f407c8e917704d88b94b5c62ca8acc26 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:34.048925 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Network 8379951b-6335-4ad2-8bd9-bc326ae0ddbb details requested by agent ovs-agent-dv-cinder-784779-11-iscsi with host dv-cinder-784779-11-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 11 13:41:34.049652 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-089b3ff0-5777-4eec-8b29-948e1a2aa60b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:34.055843 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-089b3ff0-5777-4eec-8b29-948e1a2aa60b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:34.070225 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089b3ff0-5777-4eec-8b29-948e1a2aa60b admin admin] Made reservation on behalf of f407c8e917704d88b94b5c62ca8acc26 for: {'subnet': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:41:34.073173 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-089b3ff0-5777-4eec-8b29-948e1a2aa60b admin admin] Notify callbacks [] for subnet, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:34.381705 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-675f4781-ab83-47ce-a33f-a7fa99511ef4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1103286951-network', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:41:34.386767 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-675f4781-ab83-47ce-a33f-a7fa99511ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:34.391232 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-675f4781-ab83-47ce-a33f-a7fa99511ef4 admin admin] Usage tracker for resource:network and tenant:e2e1283bbf5045ad87015dc35eb13bec is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:34.394670 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-675f4781-ab83-47ce-a33f-a7fa99511ef4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:34.402069 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-675f4781-ab83-47ce-a33f-a7fa99511ef4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:34.419446 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 40994) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:34.419849 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-7a0d291e-a315-4035-8518-4c41e127be67 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2101245181-network', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:41:34.431864 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-7a0d291e-a315-4035-8518-4c41e127be67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:34.436990 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-7a0d291e-a315-4035-8518-4c41e127be67 admin admin] Usage tracker for resource:network and tenant:4d834d585e8e49e39c08f01b088e3ec0 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:34.440500 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-7a0d291e-a315-4035-8518-4c41e127be67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:34.448446 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-7a0d291e-a315-4035-8518-4c41e127be67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:34.462866 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675f4781-ab83-47ce-a33f-a7fa99511ef4 admin admin] Made reservation on behalf of e2e1283bbf5045ad87015dc35eb13bec for: {'network': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:41:34.465904 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-675f4781-ab83-47ce-a33f-a7fa99511ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for network, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:34.483616 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-675f4781-ab83-47ce-a33f-a7fa99511ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:34.503360 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-675f4781-ab83-47ce-a33f-a7fa99511ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:34.507993 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-675f4781-ab83-47ce-a33f-a7fa99511ef4 admin admin] Usage tracker for resource:security_group_rule and tenant:e2e1283bbf5045ad87015dc35eb13bec is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:34.511323 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-675f4781-ab83-47ce-a33f-a7fa99511ef4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:34.517412 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-675f4781-ab83-47ce-a33f-a7fa99511ef4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:34.530871 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-08f63b62-bb88-42ec-ad41-20a8ed687c5b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2067808118-network', 'tenant_id': 'f7125cde7f594fb59b70804ec00a8405'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:41:34.538742 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-08f63b62-bb88-42ec-ad41-20a8ed687c5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:34.549820 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-08f63b62-bb88-42ec-ad41-20a8ed687c5b admin admin] Usage tracker for resource:network and tenant:f7125cde7f594fb59b70804ec00a8405 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:34.556746 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-08f63b62-bb88-42ec-ad41-20a8ed687c5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:34.581090 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-08f63b62-bb88-42ec-ad41-20a8ed687c5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:34.595791 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f63b62-bb88-42ec-ad41-20a8ed687c5b admin admin] Made reservation on behalf of f7125cde7f594fb59b70804ec00a8405 for: {'network': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:41:34.599080 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-08f63b62-bb88-42ec-ad41-20a8ed687c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for network, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:34.612751 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-08f63b62-bb88-42ec-ad41-20a8ed687c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:34.615622 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-675f4781-ab83-47ce-a33f-a7fa99511ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:34.616695 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0d291e-a315-4035-8518-4c41e127be67 admin admin] Made reservation on behalf of 4d834d585e8e49e39c08f01b088e3ec0 for: {'network': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:41:34.619236 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7a0d291e-a315-4035-8518-4c41e127be67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for network, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:34.633368 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-08f63b62-bb88-42ec-ad41-20a8ed687c5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:34.638513 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-08f63b62-bb88-42ec-ad41-20a8ed687c5b admin admin] Usage tracker for resource:security_group_rule and tenant:f7125cde7f594fb59b70804ec00a8405 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:34.642061 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-08f63b62-bb88-42ec-ad41-20a8ed687c5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:34.646833 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-675f4781-ab83-47ce-a33f-a7fa99511ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:34.649448 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7a0d291e-a315-4035-8518-4c41e127be67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:34.650208 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-08f63b62-bb88-42ec-ad41-20a8ed687c5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:34.669713 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-7a0d291e-a315-4035-8518-4c41e127be67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:34.673541 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-7a0d291e-a315-4035-8518-4c41e127be67 admin admin] Usage tracker for resource:security_group_rule and tenant:4d834d585e8e49e39c08f01b088e3ec0 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:34.676438 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-7a0d291e-a315-4035-8518-4c41e127be67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:34.682817 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-7a0d291e-a315-4035-8518-4c41e127be67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:34.743204 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:34.757480 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-08f63b62-bb88-42ec-ad41-20a8ed687c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:34.763016 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:34.774943 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-08f63b62-bb88-42ec-ad41-20a8ed687c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:34.797674 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:34.804251 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-675f4781-ab83-47ce-a33f-a7fa99511ef4 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'}  {{(pid=78702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 11 13:41:34.809176 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7a0d291e-a315-4035-8518-4c41e127be67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:34.823363 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7a0d291e-a315-4035-8518-4c41e127be67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:34.837753 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-675f4781-ab83-47ce-a33f-a7fa99511ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:34.838335 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.db.segments_db [None req-675f4781-ab83-47ce-a33f-a7fa99511ef4 admin admin] Added segment 25fdd543-918d-4905-85a1-237f19c43cb3 of type vlan for network d88b8522-bb44-4128-b66b-b6cc8ce1b406
May 11 13:41:34.861410 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f63b62-bb88-42ec-ad41-20a8ed687c5b admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'}  {{(pid=78703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 11 13:41:34.862377 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f4781-ab83-47ce-a33f-a7fa99511ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebcff7f-1c22-4b5d-9783-aad40dadfd1c,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:34.867588 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f63b62-bb88-42ec-ad41-20a8ed687c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:34.871608 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-08f63b62-bb88-42ec-ad41-20a8ed687c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:34.874950 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-675f4781-ab83-47ce-a33f-a7fa99511ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:34.878554 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:34.882659 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-08f63b62-bb88-42ec-ad41-20a8ed687c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:34.883096 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.db.segments_db [None req-08f63b62-bb88-42ec-ad41-20a8ed687c5b admin admin] Added segment 69e15363-40f7-4893-84c3-3c98c4cd3963 of type vlan for network f5b51504-92c9-4304-911d-10c3bcee9e8c
May 11 13:41:34.904613 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0d291e-a315-4035-8518-4c41e127be67 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'}  {{(pid=78702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 11 13:41:34.919661 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-675f4781-ab83-47ce-a33f-a7fa99511ef4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734582415728'] for network, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:34.922519 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-08f63b62-bb88-42ec-ad41-20a8ed687c5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734582415728'] for network, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:34.995287 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-08f63b62-bb88-42ec-ad41-20a8ed687c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for network, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:34.997134 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f63b62-bb88-42ec-ad41-20a8ed687c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:41:34.997920 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-08f63b62-bb88-42ec-ad41-20a8ed687c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:35.003452 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:35.021196 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7a0d291e-a315-4035-8518-4c41e127be67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:35.032158 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.db.segments_db [None req-7a0d291e-a315-4035-8518-4c41e127be67 admin admin] Added segment ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6 of type vlan for network 707291bc-5dd9-42be-8f66-a126d34db7b0
May 11 13:41:35.049670 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d291e-a315-4035-8518-4c41e127be67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf4e419-10f9-447c-a6ff-7e44a37c5196,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:35.069077 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7a0d291e-a315-4035-8518-4c41e127be67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:35.121218 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-089b3ff0-5777-4eec-8b29-948e1a2aa60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for subnet, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:35.143465 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:35.201707 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7a0d291e-a315-4035-8518-4c41e127be67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734582415728'] for network, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:35.207068 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b3ff0-5777-4eec-8b29-948e1a2aa60b admin admin] Pushing event updated for resources: {'Subnet': ['ID=af264c19-7fb4-4b19-90f2-b077147f6e82,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:35.236666 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-089b3ff0-5777-4eec-8b29-948e1a2aa60b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:35.242377 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-675f4781-ab83-47ce-a33f-a7fa99511ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for network, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:35.247592 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675f4781-ab83-47ce-a33f-a7fa99511ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:41:35.249190 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-675f4781-ab83-47ce-a33f-a7fa99511ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:35.249316 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-08f63b62-bb88-42ec-ad41-20a8ed687c5b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.8282328
May 11 13:41:35.249931 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f63b62-bb88-42ec-ad41-20a8ed687c5b admin admin] Pushing event updated for resources: {'Network': ['ID=f5b51504-92c9-4304-911d-10c3bcee9e8c,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:35.260333 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-08f63b62-bb88-42ec-ad41-20a8ed687c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:35.260845 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 41034) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:35.267219 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Network f5b51504-92c9-4304-911d-10c3bcee9e8c details requested by agent ovs-agent-dv-cinder-784779-11-iscsi with host dv-cinder-784779-11-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 11 13:41:35.274991 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-216f88f8-8a7f-4c27-bb49-8891e55198a2 admin admin] Request body: {'subnet': {'network_id': 'f5b51504-92c9-4304-911d-10c3bcee9e8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2067808118-subnet', 'tenant_id': 'f7125cde7f594fb59b70804ec00a8405', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:41:35.275693 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:35.284487 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-216f88f8-8a7f-4c27-bb49-8891e55198a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:35.293811 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-216f88f8-8a7f-4c27-bb49-8891e55198a2 admin admin] Usage tracker for resource:subnet and tenant:f7125cde7f594fb59b70804ec00a8405 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:35.298597 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-216f88f8-8a7f-4c27-bb49-8891e55198a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:35.311146 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-216f88f8-8a7f-4c27-bb49-8891e55198a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:35.335404 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216f88f8-8a7f-4c27-bb49-8891e55198a2 admin admin] Made reservation on behalf of f7125cde7f594fb59b70804ec00a8405 for: {'subnet': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:41:35.338035 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-216f88f8-8a7f-4c27-bb49-8891e55198a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:35.394765 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089b3ff0-5777-4eec-8b29-948e1a2aa60b admin admin] Checking segment: {'id': '39230032-0b57-4475-9869-2e9ea2addde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8379951b-6335-4ad2-8bd9-bc326ae0ddbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:41:35.395331 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089b3ff0-5777-4eec-8b29-948e1a2aa60b admin admin] Network hostable DHCP agents. Network: 8379951b-6335-4ad2-8bd9-bc326ae0ddbb, hostable agents: ['4f880931-96b8-4f66-b375-cb7708e9547f'], hosted agents: [] {{(pid=78702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 11 13:41:35.407717 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f4781-ab83-47ce-a33f-a7fa99511ef4 admin admin] Pushing event updated for resources: {'Network': ['ID=d88b8522-bb44-4128-b66b-b6cc8ce1b406,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:35.413663 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7a0d291e-a315-4035-8518-4c41e127be67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for network, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:35.416361 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-675f4781-ab83-47ce-a33f-a7fa99511ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:35.419353 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0d291e-a315-4035-8518-4c41e127be67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:41:35.420374 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Network d88b8522-bb44-4128-b66b-b6cc8ce1b406 details requested by agent ovs-agent-dv-cinder-784779-11-iscsi with host dv-cinder-784779-11-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 11 13:41:35.420575 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7a0d291e-a315-4035-8518-4c41e127be67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:35.429253 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-675f4781-ab83-47ce-a33f-a7fa99511ef4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.5419860
May 11 13:41:35.431946 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 41046) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:35.432920 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:35.478139 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-35591078-9331-4bbc-8949-36743d5507de admin admin] Request body: {'subnet': {'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1103286951-subnet', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:41:35.509964 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-35591078-9331-4bbc-8949-36743d5507de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:35.519632 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-35591078-9331-4bbc-8949-36743d5507de admin admin] Usage tracker for resource:subnet and tenant:e2e1283bbf5045ad87015dc35eb13bec is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:35.527759 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-35591078-9331-4bbc-8949-36743d5507de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:35.552541 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-35591078-9331-4bbc-8949-36743d5507de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:35.729754 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35591078-9331-4bbc-8949-36743d5507de admin admin] Made reservation on behalf of e2e1283bbf5045ad87015dc35eb13bec for: {'subnet': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:41:35.732104 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-35591078-9331-4bbc-8949-36743d5507de admin admin] Notify callbacks [] for subnet, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:35.842240 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 41068) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:35.848841 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-7a0d291e-a315-4035-8518-4c41e127be67 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.8506680
May 11 13:41:35.849202 dv-cinder-784779-11-iscsi neutron-server[78703]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 11 13:41:35.849853 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 41072) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:35.854844 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089b3ff0-5777-4eec-8b29-948e1a2aa60b admin admin] Network 8379951b-6335-4ad2-8bd9-bc326ae0ddbb is scheduled to be hosted by DHCP agent 4f880931-96b8-4f66-b375-cb7708e9547f with binding_index 1 {{(pid=78702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 11 13:41:35.856758 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-2e4a2d72-8e74-4abc-9eb8-b274fa754683 admin admin] Request body: {'subnet': {'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2101245181-subnet', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:41:35.875250 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d291e-a315-4035-8518-4c41e127be67 admin admin] Pushing event updated for resources: {'Network': ['ID=707291bc-5dd9-42be-8f66-a126d34db7b0,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:35.882084 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7a0d291e-a315-4035-8518-4c41e127be67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:35.885931 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-089b3ff0-5777-4eec-8b29-948e1a2aa60b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-iscsi, 8379951b-6335-4ad2-8bd9-bc326ae0ddbb) {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:41:35.889295 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Network 707291bc-5dd9-42be-8f66-a126d34db7b0 details requested by agent ovs-agent-dv-cinder-784779-11-iscsi with host dv-cinder-784779-11-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 11 13:41:35.893503 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089b3ff0-5777-4eec-8b29-948e1a2aa60b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:41:35.894193 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-089b3ff0-5777-4eec-8b29-948e1a2aa60b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:35.952976 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-089b3ff0-5777-4eec-8b29-948e1a2aa60b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.9226038
May 11 13:41:36.017855 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086dd509-b63f-40db-aa9e-403fbdc2a2fc None None] Network 8379951b-6335-4ad2-8bd9-bc326ae0ddbb requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:41:36.039200 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-826de67f-7ad1-4512-8954-2dbb2610d4f0 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:41:36.040687 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-826de67f-7ad1-4512-8954-2dbb2610d4f0 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/networks?id=6bef4c20-4a6c-40a5-b258-199c12fc2595 HTTP/1.1" status: 200  len: 814 time: 0.1972256
May 11 13:41:36.046007 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-2e4a2d72-8e74-4abc-9eb8-b274fa754683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:36.063586 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-9c5d0786-11ef-46a8-8b3d-51dc42f14de2 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/quotas/92510857ca1047488f92675951404302 HTTP/1.1" status: 200  len: 375 time: 0.0107889
May 11 13:41:36.064743 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-2e4a2d72-8e74-4abc-9eb8-b274fa754683 admin admin] Usage tracker for resource:subnet and tenant:4d834d585e8e49e39c08f01b088e3ec0 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:36.068802 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-2e4a2d72-8e74-4abc-9eb8-b274fa754683 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:36.082264 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-2e4a2d72-8e74-4abc-9eb8-b274fa754683 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:36.156774 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 41086) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:36.183282 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-6aff26b9-1028-4714-a73f-c14d4c1397f2 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=92510857ca1047488f92675951404302&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1108341
May 11 13:41:36.228545 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4a2d72-8e74-4abc-9eb8-b274fa754683 admin admin] Made reservation on behalf of 4d834d585e8e49e39c08f01b088e3ec0 for: {'subnet': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:41:36.252978 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2e4a2d72-8e74-4abc-9eb8-b274fa754683 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:36.486768 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d49ad67-e6da-48d3-b9f9-ca1c34eb9e44 None None] Network 8379951b-6335-4ad2-8bd9-bc326ae0ddbb requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:41:36.490147 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ffffcc38-d8de-4db3-b9e4-d636857037aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:36.516398 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-35591078-9331-4bbc-8949-36743d5507de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for subnet, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:36.521666 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-089b3ff0-5777-4eec-8b29-948e1a2aa60b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:36.594696 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-ffffcc38-d8de-4db3-b9e4-d636857037aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:36.608523 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35591078-9331-4bbc-8949-36743d5507de admin admin] Pushing event updated for resources: {'Subnet': ['ID=3abe7865-8078-415f-bbc1-ea30cc80fab6,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:36.611994 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-35591078-9331-4bbc-8949-36743d5507de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:36.617205 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-ffffcc38-d8de-4db3-b9e4-d636857037aa admin admin] Usage tracker for resource:security_group_rule and tenant:669d34a654fc47e19d77d2782657c777 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:36.626128 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-ffffcc38-d8de-4db3-b9e4-d636857037aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:36.630976 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35591078-9331-4bbc-8949-36743d5507de admin admin] Checking segment: {'id': '25fdd543-918d-4905-85a1-237f19c43cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:41:36.631546 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35591078-9331-4bbc-8949-36743d5507de admin admin] Network hostable DHCP agents. Network: d88b8522-bb44-4128-b66b-b6cc8ce1b406, hostable agents: ['4f880931-96b8-4f66-b375-cb7708e9547f'], hosted agents: [] {{(pid=78702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 11 13:41:36.633646 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-ffffcc38-d8de-4db3-b9e4-d636857037aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:36.655380 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35591078-9331-4bbc-8949-36743d5507de admin admin] Network d88b8522-bb44-4128-b66b-b6cc8ce1b406 is scheduled to be hosted by DHCP agent 4f880931-96b8-4f66-b375-cb7708e9547f with binding_index 1 {{(pid=78702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 11 13:41:36.670629 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-35591078-9331-4bbc-8949-36743d5507de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-iscsi, d88b8522-bb44-4128-b66b-b6cc8ce1b406) {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:41:36.676138 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35591078-9331-4bbc-8949-36743d5507de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:41:36.677842 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-35591078-9331-4bbc-8949-36743d5507de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:36.709793 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5f4357-b500-448a-a863-d45f6c7995d8 None None] Network d88b8522-bb44-4128-b66b-b6cc8ce1b406 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:41:36.729982 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-35591078-9331-4bbc-8949-36743d5507de admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2763436
May 11 13:41:36.729982 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 41112) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:36.735213 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-91779ee1-26f6-49e2-b1e4-d5f112423b28 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1103286951-router', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:41:36.744304 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-91779ee1-26f6-49e2-b1e4-d5f112423b28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:36.749480 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-91779ee1-26f6-49e2-b1e4-d5f112423b28 admin admin] Usage tracker for resource:router and tenant:e2e1283bbf5045ad87015dc35eb13bec is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:36.752725 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-91779ee1-26f6-49e2-b1e4-d5f112423b28 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:36.759515 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-91779ee1-26f6-49e2-b1e4-d5f112423b28 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:36.767534 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-e5a24363-5b8c-4cca-aeff-a88e98d101ad service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=78703) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 11 13:41:36.768669 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-e5a24363-5b8c-4cca-aeff-a88e98d101ad service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1104374
May 11 13:41:36.774986 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-91779ee1-26f6-49e2-b1e4-d5f112423b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1799909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29054'] for router, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:36.778354 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-91779ee1-26f6-49e2-b1e4-d5f112423b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1799914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29045'] for router, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:36.800385 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-91779ee1-26f6-49e2-b1e4-d5f112423b28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:36.882631 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 41130) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:36.886199 dv-cinder-784779-11-iscsi neutron-server[78702]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 11 13:41:36.931915 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-216f88f8-8a7f-4c27-bb49-8891e55198a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for subnet, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:37.004851 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:37.022897 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909737b3-bb84-5a13-9931-2d83341a903e-d88b8522-bb44-4128-b66b-b6cc8ce1b406', 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'fixed_ips': [{'subnet_id': '3abe7865-8078-415f-bbc1-ea30cc80fab6'}]}} from dv-cinder-784779-11-iscsi. {{(pid=78704) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 11 13:41:37.023901 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:37.063616 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ffffcc38-d8de-4db3-b9e4-d636857037aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:37.087283 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ffffcc38-d8de-4db3-b9e4-d636857037aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:37.199862 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.db_base_plugin_common [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Allocated IP 172.20.0.2 (d88b8522-bb44-4128-b66b-b6cc8ce1b406/3abe7865-8078-415f-bbc1-ea30cc80fab6/7ba53ce8-1c23-42a7-b1c8-2f6f80456f46) {{(pid=78704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:41:37.229244 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216f88f8-8a7f-4c27-bb49-8891e55198a2 admin admin] Checking segment: {'id': '69e15363-40f7-4893-84c3-3c98c4cd3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f5b51504-92c9-4304-911d-10c3bcee9e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:41:37.229635 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216f88f8-8a7f-4c27-bb49-8891e55198a2 admin admin] Network hostable DHCP agents. Network: f5b51504-92c9-4304-911d-10c3bcee9e8c, hostable agents: ['4f880931-96b8-4f66-b375-cb7708e9547f'], hosted agents: [] {{(pid=78703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 11 13:41:37.233892 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-ffffcc38-d8de-4db3-b9e4-d636857037aa admin admin] Synchronizing usage tracker for tenant:93253b99580b4fc88bb5188af0bc27ff on resource:security_group {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:41:37.240923 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f88f8-8a7f-4c27-bb49-8891e55198a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=251f9a73-9320-4629-9a40-4b9a8c311c09,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:37.246999 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-07973712-9f24-4c27-b240-96a53a0eef54 service neutron] 10.222.0.48 "GET /v2.0/networks/6bef4c20-4a6c-40a5-b258-199c12fc2595?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4651699
May 11 13:41:37.247805 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-216f88f8-8a7f-4c27-bb49-8891e55198a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:37.248589 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:37.303538 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-91779ee1-26f6-49e2-b1e4-d5f112423b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1796113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29019'] for router, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:37.319766 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-d3f44cea-af6e-4c80-84f7-9eaeaee4415a tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:41:37.321491 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-d3f44cea-af6e-4c80-84f7-9eaeaee4415a tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/networks?id=8379951b-6335-4ad2-8bd9-bc326ae0ddbb HTTP/1.1" status: 200  len: 812 time: 0.4376895
May 11 13:41:37.350623 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-a1036a84-c787-4cc5-8700-0b338a838747 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/quotas/f407c8e917704d88b94b5c62ca8acc26 HTTP/1.1" status: 200  len: 375 time: 0.0157094
May 11 13:41:37.418128 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-ffffcc38-d8de-4db3-b9e4-d636857037aa admin admin] Unset dirty status for tenant:93253b99580b4fc88bb5188af0bc27ff on resource:security_group {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:41:37.422625 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-ffffcc38-d8de-4db3-b9e4-d636857037aa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=669d34a654fc47e19d77d2782657c777&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2578497
May 11 13:41:37.423445 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffffcc38-d8de-4db3-b9e4-d636857037aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b53303-cd70-4ae0-a33b-a92b8bfa6d08,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:37.425768 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 41136) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:37.440541 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216f88f8-8a7f-4c27-bb49-8891e55198a2 admin admin] Network f5b51504-92c9-4304-911d-10c3bcee9e8c is scheduled to be hosted by DHCP agent 4f880931-96b8-4f66-b375-cb7708e9547f with binding_index 1 {{(pid=78703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 11 13:41:37.443165 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ffffcc38-d8de-4db3-b9e4-d636857037aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:37.455385 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-0a4dfd53-c320-46ae-b376-9d00fb3b20b0 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f407c8e917704d88b94b5c62ca8acc26&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0621011
May 11 13:41:37.465208 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Notify callbacks [] for port, precommit_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:37.481490 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Transition to ACTIVE for port object 7ba53ce8-1c23-42a7-b1c8-2f6f80456f46 will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:41:37.503211 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-216f88f8-8a7f-4c27-bb49-8891e55198a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-iscsi, f5b51504-92c9-4304-911d-10c3bcee9e8c) {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:41:37.519871 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34386aec-adfa-41af-89b0-1871a1b509d5 None None] Network f5b51504-92c9-4304-911d-10c3bcee9e8c requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:41:37.526700 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216f88f8-8a7f-4c27-bb49-8891e55198a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:41:37.527370 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-216f88f8-8a7f-4c27-bb49-8891e55198a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:37.588099 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-839e0765-76f0-409d-9e3c-41709ff90ffd service neutron] 10.222.0.48 "GET /v2.0/networks/6bef4c20-4a6c-40a5-b258-199c12fc2595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2747722
May 11 13:41:37.610133 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-216f88f8-8a7f-4c27-bb49-8891e55198a2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 2.3482068
May 11 13:41:37.612349 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-337adb07-43d0-428e-aa2a-b0880ff3e5de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:37.614289 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 41144) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:37.616719 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Transition to ACTIVE for port object 7ba53ce8-1c23-42a7-b1c8-2f6f80456f46 will not be triggered until provisioned by entity DHCP. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:41:37.636614 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-beeeaf9c-15bb-48fc-a33d-be35e9f2a485 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2067808118-router', 'tenant_id': 'f7125cde7f594fb59b70804ec00a8405', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:41:37.637091 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735'] for port, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:37.652880 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-beeeaf9c-15bb-48fc-a33d-be35e9f2a485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:37.656248 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:37.660813 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-beeeaf9c-15bb-48fc-a33d-be35e9f2a485 admin admin] Usage tracker for resource:router and tenant:f7125cde7f594fb59b70804ec00a8405 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:37.689045 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-beeeaf9c-15bb-48fc-a33d-be35e9f2a485 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:37.693769 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-337adb07-43d0-428e-aa2a-b0880ff3e5de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:37.708651 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-beeeaf9c-15bb-48fc-a33d-be35e9f2a485 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:37.783327 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-beeeaf9c-15bb-48fc-a33d-be35e9f2a485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1799909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29054'] for router, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:37.784491 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-beeeaf9c-15bb-48fc-a33d-be35e9f2a485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1799914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29045'] for router, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:37.785887 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Pushing event updated for resources: {'Port': ['ID=7ba53ce8-1c23-42a7-b1c8-2f6f80456f46,revision_number=1']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:37.850463 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-beeeaf9c-15bb-48fc-a33d-be35e9f2a485 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:37.850463 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2e4a2d72-8e74-4abc-9eb8-b274fa754683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for subnet, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:37.857523 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5bd113f0-c02d-41fb-b6cf-b63bd0fb280b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:37.859707 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:37.860072 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:37.860405 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:37.860775 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:37.861097 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:37.861572 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:37.861937 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:37.862254 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:37.862581 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:37.862946 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:37.863896 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:37.864212 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Tracked resource versions report:
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]: pushed versions:
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]: {   'AddressGroup': {'1.2'},
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]:     'ConntrackHelper': {'1.0'},
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]:     'Log': {'1.0'},
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]:     'Network': {'1.1'},
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]:     'Port': {'1.7'},
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]:     'PortForwarding': {'1.2'},
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]:     'QosPolicy': {'1.8'},
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]:     'SecurityGroup': {'1.4'},
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]:     'SecurityGroupRule': {'1.2'},
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]:     'SubPort': {'1.0'},
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]:     'Subnet': {'1.1'},
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]:     'Trunk': {'1.1'}}
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]: consumer versions:
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]: {   DHCP agent@dv-cinder-784779-11-iscsi: {},
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]:     HyperV agent@hv-cinder-78477: {},
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]:     L3 agent@dv-cinder-784779-11-iscsi: {},
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]:     Metadata agent@dv-cinder-784779-11-iscsi: {},
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]:     Metering agent@dv-cinder-784779-11-iscsi: {},
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]:     Open vSwitch agent@dv-cinder-784779-11-iscsi: {   'AddressGroup': '1.2',
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]:                                                       'ConntrackHelper': '1.0',
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]:                                                       'Log': '1.0',
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]:                                                       'Network': '1.1',
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]:                                                       'Port': '1.7',
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]:                                                       'PortForwarding': '1.2',
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]:                                                       'QosPolicy': '1.8',
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]:                                                       'SecurityGroup': '1.4',
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]:                                                       'SecurityGroupRule': '1.2',
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]:                                                       'SubPort': '1.0',
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]:                                                       'Subnet': '1.1',
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]:                                                       'Trunk': '1.1'}}
May 11 13:41:37.865431 dv-cinder-784779-11-iscsi neutron-server[78704]:  {{(pid=78704) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 11 13:41:37.874504 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:37.883008 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-3715c6a8-d123-407b-97dd-2a7d57bd2435 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=78702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 11 13:41:37.886188 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-3715c6a8-d123-407b-97dd-2a7d57bd2435 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2758725
May 11 13:41:37.888313 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-91779ee1-26f6-49e2-b1e4-d5f112423b28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:37.913672 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a2d72-8e74-4abc-9eb8-b274fa754683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fb43366-cc8e-4164-a9b2-c3e4cba00dbb,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:37.916379 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-2e4a2d72-8e74-4abc-9eb8-b274fa754683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:37.933496 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-337adb07-43d0-428e-aa2a-b0880ff3e5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:37.942793 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5a8d78-1409-478c-bc66-7d2a33238e3b None None] Network f5b51504-92c9-4304-911d-10c3bcee9e8c requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:41:37.958998 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:37.964720 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Network d88b8522-bb44-4128-b66b-b6cc8ce1b406 is already hosted by enough agents. {{(pid=78704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:41:37.970433 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.scheduler.base_scheduler [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Resources bound (agent type, host, resource id):  {{(pid=78704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:41:37.997110 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-91779ee1-26f6-49e2-b1e4-d5f112423b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:38.043921 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Received port after_create {{(pid=78704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:41:38.167804 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Attempting to bind port 7ba53ce8-1c23-42a7-b1c8-2f6f80456f46 on host dv-cinder-784779-11-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:41:38.169250 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Attempting to bind port 7ba53ce8-1c23-42a7-b1c8-2f6f80456f46 by drivers openvswitch,hyperv on host dv-cinder-784779-11-iscsi at level 0 using segments [{'id': '25fdd543-918d-4905-85a1-237f19c43cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:41:38.169783 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Attempting to bind port 7ba53ce8-1c23-42a7-b1c8-2f6f80456f46 on network d88b8522-bb44-4128-b66b-b6cc8ce1b406 {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:41:38.192821 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Checking agent: {'id': '2e08dd85-5947-470f-91ea-843c02c9f211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'started_at': datetime.datetime(2021, 5, 11, 13, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:41:38.193352 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Checking segment: {'id': '25fdd543-918d-4905-85a1-237f19c43cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:41:38.193986 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:38.194571 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Bound using segment: {'id': '25fdd543-918d-4905-85a1-237f19c43cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:41:38.195142 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Bound port: 7ba53ce8-1c23-42a7-b1c8-2f6f80456f46, host: dv-cinder-784779-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25fdd543-918d-4905-85a1-237f19c43cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:41:38.195641 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:38.254762 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337adb07-43d0-428e-aa2a-b0880ff3e5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b53303-cd70-4ae0-a33b-a92b8bfa6d08,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:38.257091 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-337adb07-43d0-428e-aa2a-b0880ff3e5de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:38.259453 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-beeeaf9c-15bb-48fc-a33d-be35e9f2a485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1796113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29019'] for router, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:38.308441 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-121b799f-49f2-4362-947d-bbe89ab5027c service neutron] 10.222.0.48 "GET /v2.0/networks/8379951b-6335-4ad2-8bd9-bc326ae0ddbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3359196
May 11 13:41:38.324721 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4a2d72-8e74-4abc-9eb8-b274fa754683 admin admin] Checking segment: {'id': 'ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:41:38.325099 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4a2d72-8e74-4abc-9eb8-b274fa754683 admin admin] Network hostable DHCP agents. Network: 707291bc-5dd9-42be-8f66-a126d34db7b0, hostable agents: ['4f880931-96b8-4f66-b375-cb7708e9547f'], hosted agents: [] {{(pid=78703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 11 13:41:38.340382 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-89dcba11-8e29-48c6-85c8-586015e80c04 req-d4c87558-5f1b-4ca0-9c2a-d8c11ce3a9f4 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=d89adeec-1d82-4830-b251-02adb74998ea HTTP/1.1" status: 200  len: 210 time: 0.2206452
May 11 13:41:38.342047 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-337adb07-43d0-428e-aa2a-b0880ff3e5de admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:38.343930 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-337adb07-43d0-428e-aa2a-b0880ff3e5de admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6b53303-cd70-4ae0-a33b-a92b8bfa6d08 HTTP/1.1" status: 204  len: 168 time: 0.9107497
May 11 13:41:38.443051 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4a2d72-8e74-4abc-9eb8-b274fa754683 admin admin] Network 707291bc-5dd9-42be-8f66-a126d34db7b0 is scheduled to be hosted by DHCP agent 4f880931-96b8-4f66-b375-cb7708e9547f with binding_index 1 {{(pid=78703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 11 13:41:38.465690 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-2e4a2d72-8e74-4abc-9eb8-b274fa754683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-iscsi, 707291bc-5dd9-42be-8f66-a126d34db7b0) {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:41:38.469467 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] For port 7ba53ce8-1c23-42a7-b1c8-2f6f80456f46, host dv-cinder-784779-11-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:41:38.475587 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] For port 7ba53ce8-1c23-42a7-b1c8-2f6f80456f46, host dv-cinder-784779-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=7ba53ce8-1c23-42a7-b1c8-2f6f80456f46,segment=NetworkSegment(25fdd543-918d-4905-85a1-237f19c43cb3),segment_id=25fdd543-918d-4905-85a1-237f19c43cb3)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:41:38.482040 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2657aa2-6340-415d-9019-0bc86cdcb868 None None] Network 707291bc-5dd9-42be-8f66-a126d34db7b0 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:41:38.498989 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4a2d72-8e74-4abc-9eb8-b274fa754683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:41:38.499988 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2e4a2d72-8e74-4abc-9eb8-b274fa754683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:38.506332 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:38.564274 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-2e4a2d72-8e74-4abc-9eb8-b274fa754683 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.7065091
May 11 13:41:38.565710 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 41188) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:38.566688 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:38.590882 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-f9f4c91f-6c1c-476a-88ad-3fc9c40f7547 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2101245181-router', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:41:38.596030 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-f9f4c91f-6c1c-476a-88ad-3fc9c40f7547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:38.628267 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-f9f4c91f-6c1c-476a-88ad-3fc9c40f7547 admin admin] Usage tracker for resource:router and tenant:4d834d585e8e49e39c08f01b088e3ec0 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:38.644464 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-f9f4c91f-6c1c-476a-88ad-3fc9c40f7547 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:38.673122 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-f9f4c91f-6c1c-476a-88ad-3fc9c40f7547 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:38.710182 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f9f4c91f-6c1c-476a-88ad-3fc9c40f7547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1799909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29054'] for router, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:38.713180 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f9f4c91f-6c1c-476a-88ad-3fc9c40f7547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1799914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29045'] for router, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:38.723088 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-7546ffe7-d0f4-4541-9e5d-ba67c7c966b6 service neutron] 10.222.0.48 "GET /v2.0/networks/8379951b-6335-4ad2-8bd9-bc326ae0ddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4129064
May 11 13:41:38.739437 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Pushing event updated for resources: {'Port': ['ID=7ba53ce8-1c23-42a7-b1c8-2f6f80456f46,revision_number=2']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:38.742711 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:38.751610 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-91779ee1-26f6-49e2-b1e4-d5f112423b28 admin admin] Allocated IP 172.27.1.248 (e051f2fa-e4f7-48f8-93ce-58e38fee5eb4/218716c0-958e-4312-849b-6a79832afb0f/8bfe6212-1a0c-453a-9c2e-82a3aceefd8b) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:41:38.753143 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f9f4c91f-6c1c-476a-88ad-3fc9c40f7547 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:38.954036 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96312516-38a7-419e-aee4-4fbdc11dc350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909737b3-bb84-5a13-9931-2d83341a903e-707291bc-5dd9-42be-8f66-a126d34db7b0', 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'fixed_ips': [{'subnet_id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb'}]}} from dv-cinder-784779-11-iscsi. {{(pid=78704) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 11 13:41:38.954946 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-96312516-38a7-419e-aee4-4fbdc11dc350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:39.077357 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 41204) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:39.103779 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-824c4b8f-2339-4e4a-afe7-42cc138070cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:39.141963 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-824c4b8f-2339-4e4a-afe7-42cc138070cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:39.173875 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-824c4b8f-2339-4e4a-afe7-42cc138070cc admin admin] Usage tracker for resource:security_group_rule and tenant:5194207aa9834fb18d87087c7a51985d is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:39.180724 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-824c4b8f-2339-4e4a-afe7-42cc138070cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:39.199929 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-824c4b8f-2339-4e4a-afe7-42cc138070cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:39.320789 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3c2d03dc-462b-4442-a5cd-12811b052741 req-7e5f86ef-d743-410b-bbe0-2ed20d88dc26 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/ports?device_id=62c35b08-2638-4a7b-a52c-eea21286ee40 HTTP/1.1" status: 200  len: 210 time: 0.0928655
May 11 13:41:39.356776 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-91779ee1-26f6-49e2-b1e4-d5f112423b28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:39.433921 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.db_base_plugin_common [None req-96312516-38a7-419e-aee4-4fbdc11dc350 None None] Allocated IP 172.20.0.2 (707291bc-5dd9-42be-8f66-a126d34db7b0/9fb43366-cc8e-4164-a9b2-c3e4cba00dbb/2ef36b84-96fa-47f0-a85f-3165f8c3e81f) {{(pid=78704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:41:39.622913 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-824c4b8f-2339-4e4a-afe7-42cc138070cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:39.634017 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-824c4b8f-2339-4e4a-afe7-42cc138070cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:39.643145 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f9f4c91f-6c1c-476a-88ad-3fc9c40f7547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1796113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29019'] for router, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:39.646440 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7a0d291e-a315-4035-8518-4c41e127be67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:39.713638 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c4b8f-2339-4e4a-afe7-42cc138070cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bede8b6-e78b-4d9f-8649-6c9728d2c506,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:39.733047 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-824c4b8f-2339-4e4a-afe7-42cc138070cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:39.738797 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-824c4b8f-2339-4e4a-afe7-42cc138070cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5194207aa9834fb18d87087c7a51985d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6600368
May 11 13:41:39.741307 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-beeeaf9c-15bb-48fc-a33d-be35e9f2a485 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:39.742168 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 41256) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:39.784305 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-beeeaf9c-15bb-48fc-a33d-be35e9f2a485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:39.816309 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-91779ee1-26f6-49e2-b1e4-d5f112423b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:39.829394 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-96312516-38a7-419e-aee4-4fbdc11dc350 None None] Notify callbacks [] for port, precommit_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:39.831065 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9bee323f-d8f8-43b6-9230-8a86dfee65bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:39.850272 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-96312516-38a7-419e-aee4-4fbdc11dc350 None None] Transition to ACTIVE for port object 2ef36b84-96fa-47f0-a85f-3165f8c3e81f will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:41:39.892749 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-96312516-38a7-419e-aee4-4fbdc11dc350 None None] Transition to ACTIVE for port object 2ef36b84-96fa-47f0-a85f-3165f8c3e81f will not be triggered until provisioned by entity DHCP. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:41:39.905408 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-96312516-38a7-419e-aee4-4fbdc11dc350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735'] for port, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:39.907187 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-43dd4efb-42f2-40a5-a50b-8e8700ec2954 req-021baafd-b05b-4f6b-8304-621c710b6904 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=d89adeec-1d82-4830-b251-02adb74998ea HTTP/1.1" status: 200  len: 210 time: 0.2422502
May 11 13:41:39.926744 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:39.969468 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-24b05fdf-ffe2-47ed-aa7b-eef8dfdd367c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:39.995232 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91779ee1-26f6-49e2-b1e4-d5f112423b28 admin admin] Network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:41:39.999819 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-91779ee1-26f6-49e2-b1e4-d5f112423b28 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:41:40.007519 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96312516-38a7-419e-aee4-4fbdc11dc350 None None] Network 707291bc-5dd9-42be-8f66-a126d34db7b0 is already hosted by enough agents. {{(pid=78704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:41:40.010934 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.scheduler.base_scheduler [None req-96312516-38a7-419e-aee4-4fbdc11dc350 None None] Resources bound (agent type, host, resource id):  {{(pid=78704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:41:40.031059 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96312516-38a7-419e-aee4-4fbdc11dc350 None None] Received port after_create {{(pid=78704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:41:40.044212 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91779ee1-26f6-49e2-b1e4-d5f112423b28 admin admin] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:41:40.052760 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96312516-38a7-419e-aee4-4fbdc11dc350 None None] Pushing event updated for resources: {'Port': ['ID=2ef36b84-96fa-47f0-a85f-3165f8c3e81f,revision_number=1']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:40.056621 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-96312516-38a7-419e-aee4-4fbdc11dc350 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:40.194116 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [None req-beeeaf9c-15bb-48fc-a33d-be35e9f2a485 admin admin] Allocated IP 172.27.1.172 (e051f2fa-e4f7-48f8-93ce-58e38fee5eb4/218716c0-958e-4312-849b-6a79832afb0f/c547ceeb-2471-4bba-945e-99e54b9b4572) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:41:40.256198 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-96312516-38a7-419e-aee4-4fbdc11dc350 None None] Attempting to bind port 2ef36b84-96fa-47f0-a85f-3165f8c3e81f on host dv-cinder-784779-11-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:41:40.256859 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-96312516-38a7-419e-aee4-4fbdc11dc350 None None] Attempting to bind port 2ef36b84-96fa-47f0-a85f-3165f8c3e81f by drivers openvswitch,hyperv on host dv-cinder-784779-11-iscsi at level 0 using segments [{'id': 'ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:41:40.257635 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96312516-38a7-419e-aee4-4fbdc11dc350 None None] Attempting to bind port 2ef36b84-96fa-47f0-a85f-3165f8c3e81f on network 707291bc-5dd9-42be-8f66-a126d34db7b0 {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:41:40.268012 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-24b05fdf-ffe2-47ed-aa7b-eef8dfdd367c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:40.285447 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96312516-38a7-419e-aee4-4fbdc11dc350 None None] Checking agent: {'id': '2e08dd85-5947-470f-91ea-843c02c9f211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'started_at': datetime.datetime(2021, 5, 11, 13, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:41:40.287294 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96312516-38a7-419e-aee4-4fbdc11dc350 None None] Checking segment: {'id': 'ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:41:40.288111 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-96312516-38a7-419e-aee4-4fbdc11dc350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:40.289603 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96312516-38a7-419e-aee4-4fbdc11dc350 None None] Bound using segment: {'id': 'ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:41:40.291243 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-96312516-38a7-419e-aee4-4fbdc11dc350 None None] Bound port: 2ef36b84-96fa-47f0-a85f-3165f8c3e81f, host: dv-cinder-784779-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:41:40.292010 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-96312516-38a7-419e-aee4-4fbdc11dc350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:40.292515 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91779ee1-26f6-49e2-b1e4-d5f112423b28 admin admin] Pushing event updated for resources: {'Port': ['ID=8bfe6212-1a0c-453a-9c2e-82a3aceefd8b,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:40.325253 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-91779ee1-26f6-49e2-b1e4-d5f112423b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:40.465569 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-27eb9ebf-9f8d-4ab3-909d-cb8e7558e4c0 req-bc464e7a-8a2b-4d75-a9c5-1bd72cc1de22 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/ports?device_id=62c35b08-2638-4a7b-a52c-eea21286ee40 HTTP/1.1" status: 200  len: 210 time: 0.0576558
May 11 13:41:40.473906 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-96312516-38a7-419e-aee4-4fbdc11dc350 None None] For port 2ef36b84-96fa-47f0-a85f-3165f8c3e81f, host dv-cinder-784779-11-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:41:40.486522 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-96312516-38a7-419e-aee4-4fbdc11dc350 None None] For port 2ef36b84-96fa-47f0-a85f-3165f8c3e81f, host dv-cinder-784779-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=2ef36b84-96fa-47f0-a85f-3165f8c3e81f,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:41:40.495023 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a192cbb7-79d4-4fa7-8f48-bdd7d520a7c3 None None] Network d88b8522-bb44-4128-b66b-b6cc8ce1b406 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:41:40.525364 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 41282) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:40.540276 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-96312516-38a7-419e-aee4-4fbdc11dc350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:40.562082 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f9f4c91f-6c1c-476a-88ad-3fc9c40f7547 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:40.605079 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f9f4c91f-6c1c-476a-88ad-3fc9c40f7547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:40.623815 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-1801bb35-6bb6-4b1d-9b2f-1d9aab7e465c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:40.679764 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-24b05fdf-ffe2-47ed-aa7b-eef8dfdd367c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:40.691473 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-8948e582-1b93-4660-aa5b-129c22307bfe None None] Provisioning for port 7ba53ce8-1c23-42a7-b1c8-2f6f80456f46 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:41:40.732113 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b2e5603b-1b90-40a9-bb01-8333c373c49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:40.750135 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-beeeaf9c-15bb-48fc-a33d-be35e9f2a485 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:40.762531 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-ea0e545d-53dc-43f9-8a50-0ade25bfff15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:40.763523 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-b2e5603b-1b90-40a9-bb01-8333c373c49d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:40.772431 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-b2e5603b-1b90-40a9-bb01-8333c373c49d admin admin] Usage tracker for resource:security_group_rule and tenant:3ded4bd86c6647208f3d48366d666713 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:40.775305 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-b2e5603b-1b90-40a9-bb01-8333c373c49d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:40.789847 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-b2e5603b-1b90-40a9-bb01-8333c373c49d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:40.812604 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 7ba53ce8-1c23-42a7-b1c8-2f6f80456f46 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:41:40.896466 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b05fdf-ffe2-47ed-aa7b-eef8dfdd367c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bede8b6-e78b-4d9f-8649-6c9728d2c506,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:40.900857 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96312516-38a7-419e-aee4-4fbdc11dc350 None None] Pushing event updated for resources: {'Port': ['ID=2ef36b84-96fa-47f0-a85f-3165f8c3e81f,revision_number=2']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:40.921449 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-24b05fdf-ffe2-47ed-aa7b-eef8dfdd367c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:40.945934 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-beeeaf9c-15bb-48fc-a33d-be35e9f2a485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:40.963183 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-91779ee1-26f6-49e2-b1e4-d5f112423b28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:40.990872 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-96312516-38a7-419e-aee4-4fbdc11dc350 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:41.088337 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:41.118843 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning for port 7ba53ce8-1c23-42a7-b1c8-2f6f80456f46 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:41:41.136403 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 7ba53ce8-1c23-42a7-b1c8-2f6f80456f46 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:41:41.137086 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:41.186439 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b2e5603b-1b90-40a9-bb01-8333c373c49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:41.196698 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeeaf9c-15bb-48fc-a33d-be35e9f2a485 admin admin] Network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:41:41.205078 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b2e5603b-1b90-40a9-bb01-8333c373c49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:41.211132 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-beeeaf9c-15bb-48fc-a33d-be35e9f2a485 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:41:41.225307 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeeaf9c-15bb-48fc-a33d-be35e9f2a485 admin admin] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:41:41.227701 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-11ba090a-c857-4775-8f2b-ff076fb79899 req-80c8c230-33ac-4802-a537-369678bf0fe7 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=d89adeec-1d82-4830-b251-02adb74998ea HTTP/1.1" status: 200  len: 210 time: 0.0659068
May 11 13:41:41.228498 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-24b05fdf-ffe2-47ed-aa7b-eef8dfdd367c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:41.229534 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-24b05fdf-ffe2-47ed-aa7b-eef8dfdd367c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2bede8b6-e78b-4d9f-8649-6c9728d2c506 HTTP/1.1" status: 204  len: 168 time: 1.4841788
May 11 13:41:41.313612 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:41.351461 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] For port 7ba53ce8-1c23-42a7-b1c8-2f6f80456f46, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=7ba53ce8-1c23-42a7-b1c8-2f6f80456f46,segment=NetworkSegment(25fdd543-918d-4905-85a1-237f19c43cb3),segment_id=25fdd543-918d-4905-85a1-237f19c43cb3)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:41:41.358299 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:41.365485 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:41.387985 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [None req-f9f4c91f-6c1c-476a-88ad-3fc9c40f7547 admin admin] Allocated IP 172.27.1.201 (e051f2fa-e4f7-48f8-93ce-58e38fee5eb4/218716c0-958e-4312-849b-6a79832afb0f/6dcae3f0-9a96-4978-9e88-4059efd1bca8) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:41:41.397130 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeeaf9c-15bb-48fc-a33d-be35e9f2a485 admin admin] Pushing event updated for resources: {'Port': ['ID=c547ceeb-2471-4bba-945e-99e54b9b4572,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:41.422995 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-beeeaf9c-15bb-48fc-a33d-be35e9f2a485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:41.430084 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-be97761f-f0b8-456c-8b9a-862f6c408c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:41.445626 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-b2e5603b-1b90-40a9-bb01-8333c373c49d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ded4bd86c6647208f3d48366d666713&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9191489
May 11 13:41:41.487344 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Pushing event updated for resources: {'Port': ['ID=7ba53ce8-1c23-42a7-b1c8-2f6f80456f46,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:41.491812 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:41.501449 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 41298) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:41.553463 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-bc3c6f4a-1eba-478f-bff4-973c988c843e None None] Provisioning complete for port 7ba53ce8-1c23-42a7-b1c8-2f6f80456f46 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:41:41.554057 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-bc3c6f4a-1eba-478f-bff4-973c988c843e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:41.634014 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-91779ee1-26f6-49e2-b1e4-d5f112423b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1796200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706246'] for router, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:41.656012 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5603b-1b90-40a9-bb01-8333c373c49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270d4e9c-554a-4df9-a14e-10c356df3038,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:41.692346 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-b2e5603b-1b90-40a9-bb01-8333c373c49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:41.906023 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91779ee1-26f6-49e2-b1e4-d5f112423b28 admin admin] Router 6fe38a2f-fd42-43d7-afda-ea05bbde3302 is scheduled to L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c with binding_index 1 {{(pid=78702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 11 13:41:41.944643 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1b2262de-ad56-4473-9d49-3a61ff376a97 req-e8ee505a-7d9a-4f50-b01f-5b1e73f70191 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/ports?device_id=62c35b08-2638-4a7b-a52c-eea21286ee40 HTTP/1.1" status: 200  len: 210 time: 0.1568754
May 11 13:41:41.990364 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fad1a59d-d57b-4119-b122-99bafdec6542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:42.041011 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f9f4c91f-6c1c-476a-88ad-3fc9c40f7547 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:42.053982 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fad1a59d-d57b-4119-b122-99bafdec6542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:42.084483 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-beeeaf9c-15bb-48fc-a33d-be35e9f2a485 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:42.148953 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca01ec2-2510-4877-9a1d-62c26d656604 None None] Network 707291bc-5dd9-42be-8f66-a126d34db7b0 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:41:42.151023 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91779ee1-26f6-49e2-b1e4-d5f112423b28 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:41:42.162405 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153d714f-a189-4240-9459-342e6def6b6c None None] Sync routers for ids ['6fe38a2f-fd42-43d7-afda-ea05bbde3302'] in dv-cinder-784779-11-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:41:42.181534 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-91779ee1-26f6-49e2-b1e4-d5f112423b28 admin admin] Notify callbacks [] for router, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:42.182396 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153d714f-a189-4240-9459-342e6def6b6c None None] Routers {'6fe38a2f-fd42-43d7-afda-ea05bbde3302'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:41:42.183305 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-153d714f-a189-4240-9459-342e6def6b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9b39220>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:41:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['6fe38a2f-fd42-43d7-afda-ea05bbde3302'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:41:42.186378 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-91779ee1-26f6-49e2-b1e4-d5f112423b28 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.4554794
May 11 13:41:42.187047 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 41322) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:42.380279 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5334722a-0d5b-449d-acc8-aefc201d391f None None] Provisioning for port 2ef36b84-96fa-47f0-a85f-3165f8c3e81f completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:41:42.583122 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-153d714f-a189-4240-9459-342e6def6b6c None None] Set router 6fe38a2f-fd42-43d7-afda-ea05bbde3302 gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:41:42.735822 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fad1a59d-d57b-4119-b122-99bafdec6542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:42.796370 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-b2e5603b-1b90-40a9-bb01-8333c373c49d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:42.829421 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1a59d-d57b-4119-b122-99bafdec6542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270d4e9c-554a-4df9-a14e-10c356df3038,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:42.863321 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-fad1a59d-d57b-4119-b122-99bafdec6542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:42.929311 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 2ef36b84-96fa-47f0-a85f-3165f8c3e81f up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:41:42.957986 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-beeeaf9c-15bb-48fc-a33d-be35e9f2a485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1796200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706246'] for router, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:43.034193 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f9f4c91f-6c1c-476a-88ad-3fc9c40f7547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:43.157966 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1c3762b5-2c74-4895-ab4c-96ee3a54ae8e req-6351750f-85bf-4248-b2d1-5ae33c99f9b3 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=d89adeec-1d82-4830-b251-02adb74998ea HTTP/1.1" status: 200  len: 210 time: 0.5939865
May 11 13:41:43.189091 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fad1a59d-d57b-4119-b122-99bafdec6542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:43.193419 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning for port 2ef36b84-96fa-47f0-a85f-3165f8c3e81f completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:41:43.194938 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-fad1a59d-d57b-4119-b122-99bafdec6542 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/270d4e9c-554a-4df9-a14e-10c356df3038 HTTP/1.1" status: 204  len: 168 time: 1.6891072
May 11 13:41:43.219861 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-beeeaf9c-15bb-48fc-a33d-be35e9f2a485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:43.229006 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 2ef36b84-96fa-47f0-a85f-3165f8c3e81f triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:41:43.229471 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:43.266510 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f4c91f-6c1c-476a-88ad-3fc9c40f7547 admin admin] Network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:41:43.270885 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-153d714f-a189-4240-9459-342e6def6b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9b39220>, [{'id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'name': 'tempest-AttachVolumeTestJSON-1103286951-router', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:36Z', 'updated_at': '2021-05-11T13:41:40Z', 'revision_number': 3, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'gw_port': {'id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:41:43.278030 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-f9f4c91f-6c1c-476a-88ad-3fc9c40f7547 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:41:43.284748 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153d714f-a189-4240-9459-342e6def6b6c None None] Checking router: 6fe38a2f-fd42-43d7-afda-ea05bbde3302 for host: dv-cinder-784779-11-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:41:43.285757 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153d714f-a189-4240-9459-342e6def6b6c None None] Updating router 6fe38a2f-fd42-43d7-afda-ea05bbde3302 port 8bfe6212-1a0c-453a-9c2e-82a3aceefd8b binding host dv-cinder-784779-11-iscsi {{(pid=78705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 11 13:41:43.361008 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f4c91f-6c1c-476a-88ad-3fc9c40f7547 admin admin] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:41:43.457814 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-153d714f-a189-4240-9459-342e6def6b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:43.556809 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:43.630627 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] For port 2ef36b84-96fa-47f0-a85f-3165f8c3e81f, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=2ef36b84-96fa-47f0-a85f-3165f8c3e81f,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:41:43.638014 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:43.639629 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 7ba53ce8-1c23-42a7-b1c8-2f6f80456f46 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:41:43.747021 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:43.867009 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 7ba53ce8-1c23-42a7-b1c8-2f6f80456f46 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:41:43.867574 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:43.924310 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.54', 56702) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:43.955123 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-db17208d-babd-4394-b7fa-31bcbc775e17 req-2ba6a0da-2d7b-43a9-8f5c-71c6e1906608 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/ports?device_id=62c35b08-2638-4a7b-a52c-eea21286ee40 HTTP/1.1" status: 200  len: 210 time: 0.6867566
May 11 13:41:44.054351 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Pushing event updated for resources: {'Port': ['ID=2ef36b84-96fa-47f0-a85f-3165f8c3e81f,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:44.106001 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:44.111780 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8ee7a912-fe16-4690-9757-99f765447991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:44.313240 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f9f4c91f-6c1c-476a-88ad-3fc9c40f7547 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:44.357954 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.54', 56704) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:44.393123 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-153d714f-a189-4240-9459-342e6def6b6c None None] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:44.408646 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [None req-153d714f-a189-4240-9459-342e6def6b6c None None] Transition to ACTIVE for port object 8bfe6212-1a0c-453a-9c2e-82a3aceefd8b will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:41:44.429121 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-153d714f-a189-4240-9459-342e6def6b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:44.444188 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-8ca7883a-4f6e-46ef-a1b1-e704b180309c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:44.707618 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e2d48-2370-4eab-9993-c01a6f4133f3 None None] Pushing event updated for resources: {'Port': ['ID=8bfe6212-1a0c-453a-9c2e-82a3aceefd8b,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:44.773265 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e2d48-2370-4eab-9993-c01a6f4133f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:44.776206 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e2d48-2370-4eab-9993-c01a6f4133f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:44.776381 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 2ef36b84-96fa-47f0-a85f-3165f8c3e81f up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:41:44.777649 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e2d48-2370-4eab-9993-c01a6f4133f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:44.783551 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e2d48-2370-4eab-9993-c01a6f4133f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:44.786100 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e2d48-2370-4eab-9993-c01a6f4133f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:44.786626 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e2d48-2370-4eab-9993-c01a6f4133f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:44.787123 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e2d48-2370-4eab-9993-c01a6f4133f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:44.787754 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e2d48-2370-4eab-9993-c01a6f4133f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:44.788364 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e2d48-2370-4eab-9993-c01a6f4133f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:44.791199 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e2d48-2370-4eab-9993-c01a6f4133f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:44.791779 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e2d48-2370-4eab-9993-c01a6f4133f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:44.792283 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e2d48-2370-4eab-9993-c01a6f4133f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e2d48-2370-4eab-9993-c01a6f4133f3 None None] Tracked resource versions report:
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]: pushed versions:
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]: {   'AddressGroup': {'1.2'},
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]:     'ConntrackHelper': {'1.0'},
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]:     'Log': {'1.0'},
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]:     'Network': {'1.1'},
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]:     'Port': {'1.7'},
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]:     'PortForwarding': {'1.2'},
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]:     'QosPolicy': {'1.8'},
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]:     'SecurityGroup': {'1.4'},
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]:     'SecurityGroupRule': {'1.2'},
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]:     'SubPort': {'1.0'},
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]:     'Subnet': {'1.1'},
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]:     'Trunk': {'1.1'}}
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]: consumer versions:
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]: {   DHCP agent@dv-cinder-784779-11-iscsi: {},
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]:     HyperV agent@hv-cinder-78477: {},
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]:     L3 agent@dv-cinder-784779-11-iscsi: {},
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]:     Metadata agent@dv-cinder-784779-11-iscsi: {},
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]:     Metering agent@dv-cinder-784779-11-iscsi: {},
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]:     Open vSwitch agent@dv-cinder-784779-11-iscsi: {   'AddressGroup': '1.2',
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]:                                                       'ConntrackHelper': '1.0',
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]:                                                       'Log': '1.0',
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]:                                                       'Network': '1.1',
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]:                                                       'Port': '1.7',
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]:                                                       'PortForwarding': '1.2',
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]:                                                       'QosPolicy': '1.8',
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]:                                                       'SecurityGroup': '1.4',
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]:                                                       'SecurityGroupRule': '1.2',
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]:                                                       'SubPort': '1.0',
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]:                                                       'Subnet': '1.1',
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]:                                                       'Trunk': '1.1'}}
May 11 13:41:44.793680 dv-cinder-784779-11-iscsi neutron-server[78705]:  {{(pid=78705) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 11 13:41:44.835315 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-272e2d48-2370-4eab-9993-c01a6f4133f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:44.845622 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-153d714f-a189-4240-9459-342e6def6b6c None None] Attempting to bind port 8bfe6212-1a0c-453a-9c2e-82a3aceefd8b on host dv-cinder-784779-11-iscsi for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:41:44.847183 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-153d714f-a189-4240-9459-342e6def6b6c None None] Attempting to bind port 8bfe6212-1a0c-453a-9c2e-82a3aceefd8b by drivers openvswitch,hyperv on host dv-cinder-784779-11-iscsi at level 0 using segments [{'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:41:44.849093 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153d714f-a189-4240-9459-342e6def6b6c None None] Attempting to bind port 8bfe6212-1a0c-453a-9c2e-82a3aceefd8b on network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:41:44.858810 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153d714f-a189-4240-9459-342e6def6b6c None None] Checking agent: {'id': '2e08dd85-5947-470f-91ea-843c02c9f211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'started_at': datetime.datetime(2021, 5, 11, 13, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:41:44.866657 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153d714f-a189-4240-9459-342e6def6b6c None None] Checking segment: {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:41:44.867727 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-153d714f-a189-4240-9459-342e6def6b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:44.868427 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153d714f-a189-4240-9459-342e6def6b6c None None] Bound using segment: {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:41:44.870235 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-153d714f-a189-4240-9459-342e6def6b6c None None] Bound port: 8bfe6212-1a0c-453a-9c2e-82a3aceefd8b, host: dv-cinder-784779-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:41:44.871106 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-153d714f-a189-4240-9459-342e6def6b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:44.923481 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 2ef36b84-96fa-47f0-a85f-3165f8c3e81f triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:41:44.923859 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:44.985990 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-07ac6d79-131b-4ee7-929e-1fb74cac3401 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:41:44.992575 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-07ac6d79-131b-4ee7-929e-1fb74cac3401 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.54 "GET /v2.0/networks?id=6bef4c20-4a6c-40a5-b258-199c12fc2595 HTTP/1.1" status: 200  len: 814 time: 1.0275993
May 11 13:41:45.042534 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-153d714f-a189-4240-9459-342e6def6b6c None None] For port 8bfe6212-1a0c-453a-9c2e-82a3aceefd8b, host dv-cinder-784779-11-iscsi, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:41:45.046212 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-153d714f-a189-4240-9459-342e6def6b6c None None] For port 8bfe6212-1a0c-453a-9c2e-82a3aceefd8b, host dv-cinder-784779-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=8bfe6212-1a0c-453a-9c2e-82a3aceefd8b,segment=NetworkSegment(2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f),segment_id=2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:41:45.055012 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-153d714f-a189-4240-9459-342e6def6b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:45.064237 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-2831834e-8b5f-4743-a32d-98040f511e41 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Request body: {'port': {'device_id': 'd89adeec-1d82-4830-b251-02adb74998ea', 'network_id': '6bef4c20-4a6c-40a5-b258-199c12fc2595', 'admin_state_up': True, 'tenant_id': '92510857ca1047488f92675951404302'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:41:45.066645 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-272e2d48-2370-4eab-9993-c01a6f4133f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:45.092298 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4c91f-6c1c-476a-88ad-3fc9c40f7547 admin admin] Pushing event updated for resources: {'Port': ['ID=6dcae3f0-9a96-4978-9e88-4059efd1bca8,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:45.121931 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f9f4c91f-6c1c-476a-88ad-3fc9c40f7547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.902s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:45.131978 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 41440) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:45.154547 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-652b7cf7-d39f-4e82-b665-92dc5367e55e req-2b26b479-f8ae-43fc-936a-018bfe4091ed tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=d89adeec-1d82-4830-b251-02adb74998ea HTTP/1.1" status: 200  len: 210 time: 0.6576805
May 11 13:41:45.218509 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-dabe8ca0-1097-408a-8bb3-8e328c3d75cd tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:41:45.225935 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-dabe8ca0-1097-408a-8bb3-8e328c3d75cd tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.54 "GET /v2.0/networks?id=8379951b-6335-4ad2-8bd9-bc326ae0ddbb HTTP/1.1" status: 200  len: 812 time: 0.7460341
May 11 13:41:45.249498 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153d714f-a189-4240-9459-342e6def6b6c None None] Routers {'6fe38a2f-fd42-43d7-afda-ea05bbde3302'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:41:45.250864 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-153d714f-a189-4240-9459-342e6def6b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9b39220>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:41:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['6fe38a2f-fd42-43d7-afda-ea05bbde3302'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:41:45.253148 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-2705318a-98f6-436b-bc1b-d108d70a6a03 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Request body: {'port': {'device_id': '62c35b08-2638-4a7b-a52c-eea21286ee40', 'network_id': '8379951b-6335-4ad2-8bd9-bc326ae0ddbb', 'admin_state_up': True, 'tenant_id': 'f407c8e917704d88b94b5c62ca8acc26'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:41:45.319058 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e2d48-2370-4eab-9993-c01a6f4133f3 None None] Pushing event updated for resources: {'Port': ['ID=8bfe6212-1a0c-453a-9c2e-82a3aceefd8b,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:45.332460 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-272e2d48-2370-4eab-9993-c01a6f4133f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:45.575765 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-0c772d8c-bab3-4c46-b18e-ce6fd0499ba4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2121067326-network', 'tenant_id': '8452dc8299474ec7822cab97218deb55'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:41:45.610193 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-153d714f-a189-4240-9459-342e6def6b6c None None] Set router 6fe38a2f-fd42-43d7-afda-ea05bbde3302 gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:41:45.632212 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-2705318a-98f6-436b-bc1b-d108d70a6a03 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:45.641453 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-0c772d8c-bab3-4c46-b18e-ce6fd0499ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:45.662462 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-2705318a-98f6-436b-bc1b-d108d70a6a03 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Usage tracker for resource:port and tenant:f407c8e917704d88b94b5c62ca8acc26 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:45.696467 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-2705318a-98f6-436b-bc1b-d108d70a6a03 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:45.728509 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-0c772d8c-bab3-4c46-b18e-ce6fd0499ba4 admin admin] Usage tracker for resource:network and tenant:8452dc8299474ec7822cab97218deb55 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:45.741656 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-0c772d8c-bab3-4c46-b18e-ce6fd0499ba4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:45.777072 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-2705318a-98f6-436b-bc1b-d108d70a6a03 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:45.814492 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-0c772d8c-bab3-4c46-b18e-ce6fd0499ba4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:45.831593 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-2705318a-98f6-436b-bc1b-d108d70a6a03 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Made reservation on behalf of f407c8e917704d88b94b5c62ca8acc26 for: {'port': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:41:45.853496 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-2705318a-98f6-436b-bc1b-d108d70a6a03 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:45.897841 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-8ee7a912-fe16-4690-9757-99f765447991 admin admin] Allocated IP 172.20.0.1 (d88b8522-bb44-4128-b66b-b6cc8ce1b406/3abe7865-8078-415f-bbc1-ea30cc80fab6/9c9943bd-ec8d-4a5b-8afe-448feb2bde74) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:41:45.964139 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c772d8c-bab3-4c46-b18e-ce6fd0499ba4 admin admin] Made reservation on behalf of 8452dc8299474ec7822cab97218deb55 for: {'network': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:41:45.990515 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0c772d8c-bab3-4c46-b18e-ce6fd0499ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for network, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:46.007143 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5b92bdfb-33b3-4126-a398-b489a8450bc1 req-26e734bc-f15c-483b-9ad7-cf10577b0adc tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/ports?device_id=62c35b08-2638-4a7b-a52c-eea21286ee40 HTTP/1.1" status: 200  len: 210 time: 0.5764704
May 11 13:41:46.012837 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-2831834e-8b5f-4743-a32d-98040f511e41 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:46.022546 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beeeaf9c-15bb-48fc-a33d-be35e9f2a485 admin admin] Router d541cd06-f952-4b7e-8280-841355059d4b is scheduled to L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c with binding_index 1 {{(pid=78703) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 11 13:41:46.044806 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-2831834e-8b5f-4743-a32d-98040f511e41 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Usage tracker for resource:port and tenant:92510857ca1047488f92675951404302 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:46.075411 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-2831834e-8b5f-4743-a32d-98040f511e41 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:46.148367 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0c772d8c-bab3-4c46-b18e-ce6fd0499ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:46.221724 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-2831834e-8b5f-4743-a32d-98040f511e41 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:46.262888 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-0c772d8c-bab3-4c46-b18e-ce6fd0499ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:46.271185 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-0c772d8c-bab3-4c46-b18e-ce6fd0499ba4 admin admin] Usage tracker for resource:security_group_rule and tenant:8452dc8299474ec7822cab97218deb55 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:46.278811 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-0c772d8c-bab3-4c46-b18e-ce6fd0499ba4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:46.292510 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-0c772d8c-bab3-4c46-b18e-ce6fd0499ba4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:46.300091 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-153d714f-a189-4240-9459-342e6def6b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9b39220>, [{'id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'name': 'tempest-AttachVolumeTestJSON-1103286951-router', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:36Z', 'updated_at': '2021-05-11T13:41:40Z', 'revision_number': 3, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'gw_port': {'id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:41:46.310053 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153d714f-a189-4240-9459-342e6def6b6c None None] The sync data for ids ['6fe38a2f-fd42-43d7-afda-ea05bbde3302'] in dv-cinder-784779-11-iscsi is: [{'id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'name': 'tempest-AttachVolumeTestJSON-1103286951-router', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:36Z', 'updated_at': '2021-05-11T13:41:40Z', 'revision_number': 3, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'gw_port': {'id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:41:46.404082 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f9f4c91f-6c1c-476a-88ad-3fc9c40f7547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1796200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706246'] for router, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:46.659963 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8ee7a912-fe16-4690-9757-99f765447991 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:46.850296 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-2705318a-98f6-436b-bc1b-d108d70a6a03 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Allocated IP 172.20.0.11 (8379951b-6335-4ad2-8bd9-bc326ae0ddbb/af264c19-7fb4-4b19-90f2-b077147f6e82/15b9989e-a9f0-4e9a-871c-aaa859a9fe5b) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:41:46.942243 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-8ee7a912-fe16-4690-9757-99f765447991 admin admin] Transition to ACTIVE for port object 9c9943bd-ec8d-4a5b-8afe-448feb2bde74 will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:41:46.983047 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0c772d8c-bab3-4c46-b18e-ce6fd0499ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:46.992250 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8ee7a912-fe16-4690-9757-99f765447991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:47.012681 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-91779ee1-26f6-49e2-b1e4-d5f112423b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:47.098095 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0c772d8c-bab3-4c46-b18e-ce6fd0499ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:47.122614 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beeeaf9c-15bb-48fc-a33d-be35e9f2a485 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:41:47.125218 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-2831834e-8b5f-4743-a32d-98040f511e41 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Made reservation on behalf of 92510857ca1047488f92675951404302 for: {'port': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:41:47.135784 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b31586c-ef4c-4f29-8c7f-1fc73ce0427a None None] Sync routers for ids ['d541cd06-f952-4b7e-8280-841355059d4b'] in dv-cinder-784779-11-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:41:47.151082 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b31586c-ef4c-4f29-8c7f-1fc73ce0427a None None] Routers {'d541cd06-f952-4b7e-8280-841355059d4b'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:41:47.151972 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-2831834e-8b5f-4743-a32d-98040f511e41 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:47.152839 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-4b31586c-ef4c-4f29-8c7f-1fc73ce0427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ada11ddc0>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:41:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['d541cd06-f952-4b7e-8280-841355059d4b'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:41:47.255614 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 41480) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:47.291376 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee7a912-fe16-4690-9757-99f765447991 admin admin] Network d88b8522-bb44-4128-b66b-b6cc8ce1b406 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:41:47.296228 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-8ee7a912-fe16-4690-9757-99f765447991 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:41:47.313091 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c772d8c-bab3-4c46-b18e-ce6fd0499ba4 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'}  {{(pid=78702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 11 13:41:47.323624 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee7a912-fe16-4690-9757-99f765447991 admin admin] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:41:47.324452 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8ee7a912-fe16-4690-9757-99f765447991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704921'] for router_interface, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:47.416590 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7a912-fe16-4690-9757-99f765447991 admin admin] Pushing event updated for resources: {'Port': ['ID=9c9943bd-ec8d-4a5b-8afe-448feb2bde74,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:47.434760 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0c772d8c-bab3-4c46-b18e-ce6fd0499ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:47.435287 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.db.segments_db [None req-0c772d8c-bab3-4c46-b18e-ce6fd0499ba4 admin admin] Added segment b216a047-d530-45f2-80c9-29aa46441108 of type vlan for network fe3f000d-af8c-461c-bd1e-59c80163cfef
May 11 13:41:47.497700 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cc2439fd-8675-4fcd-85f5-bcfe91489b07 req-7baeb06c-575b-48af-9268-c99366d13af9 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=d89adeec-1d82-4830-b251-02adb74998ea HTTP/1.1" status: 200  len: 210 time: 0.5443630
May 11 13:41:47.509350 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-beeeaf9c-15bb-48fc-a33d-be35e9f2a485 admin admin] Notify callbacks [] for router, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:47.510764 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-beeeaf9c-15bb-48fc-a33d-be35e9f2a485 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 9.8953226
May 11 13:41:47.551448 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 41488) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:47.581538 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0c772d8c-bab3-4c46-b18e-ce6fd0499ba4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734582415728'] for network, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:47.641923 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-8ee7a912-fe16-4690-9757-99f765447991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:47.791324 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b1154c34-2836-4d39-851f-6c108fd26558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.631s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:47.797341 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5ec919eb-7f5a-41e4-833e-d31ffc15da86 None None] Provisioning for port 9c9943bd-ec8d-4a5b-8afe-448feb2bde74 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:41:47.833000 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5ec919eb-7f5a-41e4-833e-d31ffc15da86 None None] Provisioning complete for port 9c9943bd-ec8d-4a5b-8afe-448feb2bde74 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:41:47.833505 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5ec919eb-7f5a-41e4-833e-d31ffc15da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:48.037505 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-4b31586c-ef4c-4f29-8c7f-1fc73ce0427a None None] Set router d541cd06-f952-4b7e-8280-841355059d4b gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:41:48.134249 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8ee7a912-fe16-4690-9757-99f765447991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:48.263202 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-112d13e3-6daa-4e3e-aa15-5201ecdd89fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:48.286416 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7a30b612-9ed8-496c-ab3e-1f5200d49687 req-aeb893d8-161c-454a-8b69-95608743972f tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/ports?device_id=62c35b08-2638-4a7b-a52c-eea21286ee40 HTTP/1.1" status: 200  len: 210 time: 0.8555429
May 11 13:41:48.288213 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.db.resource_extend [None req-0c772d8c-bab3-4c46-b18e-ce6fd0499ba4 admin admin] It took 0.67 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 11 13:41:48.368818 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-112d13e3-6daa-4e3e-aa15-5201ecdd89fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:48.375141 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-112d13e3-6daa-4e3e-aa15-5201ecdd89fb admin admin] Usage tracker for resource:security_group_rule and tenant:bed10e0571f34c309a0557e5320bc9ec is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:48.376849 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-5ec919eb-7f5a-41e4-833e-d31ffc15da86 None None] Port 9c9943bd-ec8d-4a5b-8afe-448feb2bde74 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 11 13:41:48.404910 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-112d13e3-6daa-4e3e-aa15-5201ecdd89fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:48.420581 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-112d13e3-6daa-4e3e-aa15-5201ecdd89fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:48.477533 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f4c91f-6c1c-476a-88ad-3fc9c40f7547 admin admin] Router fedda60a-aae9-4e3a-ba8c-66c2853f22ac is scheduled to L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c with binding_index 1 {{(pid=78703) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 11 13:41:48.756245 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-2705318a-98f6-436b-bc1b-d108d70a6a03 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:48.819584 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c772d8c-bab3-4c46-b18e-ce6fd0499ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0972c5ef-a0c6-4001-a8ca-943e7be6ecd8,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:48.837013 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-0c772d8c-bab3-4c46-b18e-ce6fd0499ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.046s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:48.858121 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-2705318a-98f6-436b-bc1b-d108d70a6a03 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:48.893085 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0c772d8c-bab3-4c46-b18e-ce6fd0499ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for network, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:48.898897 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 8bfe6212-1a0c-453a-9c2e-82a3aceefd8b up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:41:48.899139 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:48.985071 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c772d8c-bab3-4c46-b18e-ce6fd0499ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:41:48.988597 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0c772d8c-bab3-4c46-b18e-ce6fd0499ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:49.008646 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-2831834e-8b5f-4743-a32d-98040f511e41 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Allocated IP 172.20.0.13 (6bef4c20-4a6c-40a5-b258-199c12fc2595/7d76bbac-8265-42c9-b0ff-de76986a4e85/c000ac65-a9aa-42c3-be16-e2635cb14df1) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:41:49.061931 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning for port 8bfe6212-1a0c-453a-9c2e-82a3aceefd8b completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:41:49.069108 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cad5f881-7803-413c-897a-4aac86a07e9b req-f5bd4bbb-f73f-43de-b133-4e189ff174c2 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=d89adeec-1d82-4830-b251-02adb74998ea HTTP/1.1" status: 200  len: 210 time: 0.1514482
May 11 13:41:49.070980 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 8bfe6212-1a0c-453a-9c2e-82a3aceefd8b triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:41:49.071183 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:49.117551 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-2705318a-98f6-436b-bc1b-d108d70a6a03 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Network 8379951b-6335-4ad2-8bd9-bc326ae0ddbb is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:41:49.125221 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-4b31586c-ef4c-4f29-8c7f-1fc73ce0427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ada11ddc0>, [{'id': 'd541cd06-f952-4b7e-8280-841355059d4b', 'name': 'tempest-ServerRescueNegativeTestJSON-2067808118-router', 'tenant_id': 'f7125cde7f594fb59b70804ec00a8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'c547ceeb-2471-4bba-945e-99e54b9b4572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:37Z', 'updated_at': '2021-05-11T13:41:41Z', 'revision_number': 3, 'project_id': 'f7125cde7f594fb59b70804ec00a8405', 'gw_port': {'id': 'c547ceeb-2471-4bba-945e-99e54b9b4572', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd541cd06-f952-4b7e-8280-841355059d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:39Z', 'updated_at': '2021-05-11T13:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:41:49.137709 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b31586c-ef4c-4f29-8c7f-1fc73ce0427a None None] Checking router: d541cd06-f952-4b7e-8280-841355059d4b for host: dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:41:49.138226 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b31586c-ef4c-4f29-8c7f-1fc73ce0427a None None] Updating router d541cd06-f952-4b7e-8280-841355059d4b port c547ceeb-2471-4bba-945e-99e54b9b4572 binding host dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 11 13:41:49.144237 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-2705318a-98f6-436b-bc1b-d108d70a6a03 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:41:49.153911 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-2705318a-98f6-436b-bc1b-d108d70a6a03 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:41:49.168049 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-2705318a-98f6-436b-bc1b-d108d70a6a03 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:41:49.169395 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-2705318a-98f6-436b-bc1b-d108d70a6a03 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:49.230916 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-4b31586c-ef4c-4f29-8c7f-1fc73ce0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:49.305239 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-0c772d8c-bab3-4c46-b18e-ce6fd0499ba4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 4.1547539
May 11 13:41:49.311336 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 41506) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:49.396348 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-32716d37-fad4-4d21-bdd7-c8963e8e7199 admin admin] Request body: {'subnet': {'network_id': 'fe3f000d-af8c-461c-bd1e-59c80163cfef', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2121067326-subnet', 'tenant_id': '8452dc8299474ec7822cab97218deb55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:41:49.401764 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-32716d37-fad4-4d21-bdd7-c8963e8e7199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:49.406035 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-32716d37-fad4-4d21-bdd7-c8963e8e7199 admin admin] Usage tracker for resource:subnet and tenant:8452dc8299474ec7822cab97218deb55 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:49.409209 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-32716d37-fad4-4d21-bdd7-c8963e8e7199 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:49.412769 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-112d13e3-6daa-4e3e-aa15-5201ecdd89fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:49.417304 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-32716d37-fad4-4d21-bdd7-c8963e8e7199 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:49.435326 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:49.444112 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32716d37-fad4-4d21-bdd7-c8963e8e7199 admin admin] Made reservation on behalf of 8452dc8299474ec7822cab97218deb55 for: {'subnet': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:41:49.446601 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-32716d37-fad4-4d21-bdd7-c8963e8e7199 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:49.473544 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] For port 8bfe6212-1a0c-453a-9c2e-82a3aceefd8b, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=8bfe6212-1a0c-453a-9c2e-82a3aceefd8b,segment=NetworkSegment(2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f),segment_id=2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:41:49.482843 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:49.492638 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:49.538608 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8ee7a912-fe16-4690-9757-99f765447991 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:49.543229 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705318a-98f6-436b-bc1b-d108d70a6a03 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Pushing event updated for resources: {'Port': ['ID=15b9989e-a9f0-4e9a-871c-aaa859a9fe5b,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:49.546523 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2705318a-98f6-436b-bc1b-d108d70a6a03 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:49.547243 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-112d13e3-6daa-4e3e-aa15-5201ecdd89fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:49.549792 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-2705318a-98f6-436b-bc1b-d108d70a6a03 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.3144612
May 11 13:41:49.551186 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7a0d291e-a315-4035-8518-4c41e127be67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.453s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:49.577010 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8ee7a912-fe16-4690-9757-99f765447991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:49.613952 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8ee7a912-fe16-4690-9757-99f765447991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704826'] for router_interface, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:49.670082 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Pushing event updated for resources: {'Port': ['ID=8bfe6212-1a0c-453a-9c2e-82a3aceefd8b,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:49.673963 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:49.858297 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-4b31586c-ef4c-4f29-8c7f-1fc73ce0427a None None] Notify callbacks [] for port, precommit_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:49.882731 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-4b31586c-ef4c-4f29-8c7f-1fc73ce0427a None None] Transition to ACTIVE for port object c547ceeb-2471-4bba-945e-99e54b9b4572 will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:41:49.891440 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f4c91f-6c1c-476a-88ad-3fc9c40f7547 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:41:49.895008 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-4b31586c-ef4c-4f29-8c7f-1fc73ce0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:49.905843 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57907477-a937-4580-85eb-70e2a489225e None None] Sync routers for ids ['fedda60a-aae9-4e3a-ba8c-66c2853f22ac'] in dv-cinder-784779-11-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:41:49.913736 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:49.934959 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57907477-a937-4580-85eb-70e2a489225e None None] Routers {'fedda60a-aae9-4e3a-ba8c-66c2853f22ac'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:41:49.935643 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-57907477-a937-4580-85eb-70e2a489225e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9c747f0>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:41:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['fedda60a-aae9-4e3a-ba8c-66c2853f22ac'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:41:50.035276 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88977f8c-6ff2-43db-b0ae-ec4da5626358 None None] Pushing event updated for resources: {'Port': ['ID=c547ceeb-2471-4bba-945e-99e54b9b4572,revision_number=2']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:50.042069 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-88977f8c-6ff2-43db-b0ae-ec4da5626358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:50.056076 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-4b31586c-ef4c-4f29-8c7f-1fc73ce0427a None None] Attempting to bind port c547ceeb-2471-4bba-945e-99e54b9b4572 on host dv-cinder-784779-11-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:41:50.056697 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-4b31586c-ef4c-4f29-8c7f-1fc73ce0427a None None] Attempting to bind port c547ceeb-2471-4bba-945e-99e54b9b4572 by drivers openvswitch,hyperv on host dv-cinder-784779-11-iscsi at level 0 using segments [{'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:41:50.059624 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-112d13e3-6daa-4e3e-aa15-5201ecdd89fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bed10e0571f34c309a0557e5320bc9ec&name=default HTTP/1.1" status: 200  len: 2979 time: 2.8003581
May 11 13:41:50.061130 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31586c-ef4c-4f29-8c7f-1fc73ce0427a None None] Attempting to bind port c547ceeb-2471-4bba-945e-99e54b9b4572 on network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:41:50.061463 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 41516) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:50.071502 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31586c-ef4c-4f29-8c7f-1fc73ce0427a None None] Checking agent: {'id': '2e08dd85-5947-470f-91ea-843c02c9f211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'started_at': datetime.datetime(2021, 5, 11, 13, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:41:50.071502 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31586c-ef4c-4f29-8c7f-1fc73ce0427a None None] Checking segment: {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:41:50.072299 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-4b31586c-ef4c-4f29-8c7f-1fc73ce0427a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:50.073369 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31586c-ef4c-4f29-8c7f-1fc73ce0427a None None] Bound using segment: {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:41:50.073789 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c772d8c-bab3-4c46-b18e-ce6fd0499ba4 admin admin] Pushing event updated for resources: {'Network': ['ID=fe3f000d-af8c-461c-bd1e-59c80163cfef,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:50.074518 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-4b31586c-ef4c-4f29-8c7f-1fc73ce0427a None None] Bound port: c547ceeb-2471-4bba-945e-99e54b9b4572, host: dv-cinder-784779-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:41:50.075081 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-4b31586c-ef4c-4f29-8c7f-1fc73ce0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:50.076934 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-0c772d8c-bab3-4c46-b18e-ce6fd0499ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:50.114488 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f9f4c91f-6c1c-476a-88ad-3fc9c40f7547 admin admin] Notify callbacks [] for router, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:50.118414 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-f9f4c91f-6c1c-476a-88ad-3fc9c40f7547 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 11.5487773
May 11 13:41:50.164197 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.551s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:50.169261 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 41524) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:50.207078 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-4b31586c-ef4c-4f29-8c7f-1fc73ce0427a None None] For port c547ceeb-2471-4bba-945e-99e54b9b4572, host dv-cinder-784779-11-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:41:50.215549 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-4b31586c-ef4c-4f29-8c7f-1fc73ce0427a None None] For port c547ceeb-2471-4bba-945e-99e54b9b4572, host dv-cinder-784779-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=c547ceeb-2471-4bba-945e-99e54b9b4572,segment=NetworkSegment(2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f),segment_id=2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:41:50.221638 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Network fe3f000d-af8c-461c-bd1e-59c80163cfef details requested by agent ovs-agent-dv-cinder-784779-11-iscsi with host dv-cinder-784779-11-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 11 13:41:50.292322 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d13e3-6daa-4e3e-aa15-5201ecdd89fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f2325b-ee46-45bb-8bc9-dc3009346f74,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:50.297114 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-112d13e3-6daa-4e3e-aa15-5201ecdd89fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:50.319916 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.515s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:50.386119 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-4b31586c-ef4c-4f29-8c7f-1fc73ce0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:50.392773 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-d543f585-cf4d-4450-9571-c079bc1c1c5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:50.496376 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88977f8c-6ff2-43db-b0ae-ec4da5626358 None None] Pushing event updated for resources: {'Port': ['ID=c547ceeb-2471-4bba-945e-99e54b9b4572,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:50.515012 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-88977f8c-6ff2-43db-b0ae-ec4da5626358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:50.549348 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b31586c-ef4c-4f29-8c7f-1fc73ce0427a None None] Routers {'d541cd06-f952-4b7e-8280-841355059d4b'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:41:50.550550 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-4b31586c-ef4c-4f29-8c7f-1fc73ce0427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ada11ddc0>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:41:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['d541cd06-f952-4b7e-8280-841355059d4b'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:41:50.550878 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-2831834e-8b5f-4743-a32d-98040f511e41 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:50.566981 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-57907477-a937-4580-85eb-70e2a489225e None None] Set router fedda60a-aae9-4e3a-ba8c-66c2853f22ac gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:41:50.623688 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7a912-fe16-4690-9757-99f765447991 admin admin] Pushing event updated for resources: {'Port': ['ID=9c9943bd-ec8d-4a5b-8afe-448feb2bde74,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:50.638272 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c7654-07be-47ea-a4bb-5671c1f09a62 req-7653af60-0efa-4667-8e2b-6732f0e21c76 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:41:50.639276 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-116c7654-07be-47ea-a4bb-5671c1f09a62 req-7653af60-0efa-4667-8e2b-6732f0e21c76 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Synchronizing usage tracker for tenant:f407c8e917704d88b94b5c62ca8acc26 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:41:50.645924 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-8ee7a912-fe16-4690-9757-99f765447991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:50.647275 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e503100d-54d2-45eb-8b10-bb9957b5ea45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:50.680741 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e503100d-54d2-45eb-8b10-bb9957b5ea45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:50.791128 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e503100d-54d2-45eb-8b10-bb9957b5ea45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:50.810145 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-112d13e3-6daa-4e3e-aa15-5201ecdd89fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:50.826169 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee7a912-fe16-4690-9757-99f765447991 admin admin] Network d88b8522-bb44-4128-b66b-b6cc8ce1b406 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:41:50.832023 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-8ee7a912-fe16-4690-9757-99f765447991 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:41:50.835435 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503100d-54d2-45eb-8b10-bb9957b5ea45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f2325b-ee46-45bb-8bc9-dc3009346f74,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:50.979090 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-116c7654-07be-47ea-a4bb-5671c1f09a62 req-7653af60-0efa-4667-8e2b-6732f0e21c76 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Unset dirty status for tenant:f407c8e917704d88b94b5c62ca8acc26 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:41:50.979738 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-116c7654-07be-47ea-a4bb-5671c1f09a62 req-7653af60-0efa-4667-8e2b-6732f0e21c76 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/ports?device_id=62c35b08-2638-4a7b-a52c-eea21286ee40 HTTP/1.1" status: 200  len: 932 time: 1.3989031
May 11 13:41:51.022201 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-4b31586c-ef4c-4f29-8c7f-1fc73ce0427a None None] Set router d541cd06-f952-4b7e-8280-841355059d4b gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:41:51.196339 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-2831834e-8b5f-4743-a32d-98040f511e41 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:51.225370 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-c58b9aef-bc37-440c-9275-59c9b8587f38 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=78702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 11 13:41:51.235374 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-c58b9aef-bc37-440c-9275-59c9b8587f38 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2195358
May 11 13:41:51.273783 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 8bfe6212-1a0c-453a-9c2e-82a3aceefd8b up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:41:51.373756 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e503100d-54d2-45eb-8b10-bb9957b5ea45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:51.379019 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-e503100d-54d2-45eb-8b10-bb9957b5ea45 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/98f2325b-ee46-45bb-8bc9-dc3009346f74 HTTP/1.1" status: 204  len: 168 time: 1.3074784
May 11 13:41:51.404748 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e503100d-54d2-45eb-8b10-bb9957b5ea45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:51.533857 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-d161833e-c46f-4fe0-b4da-b07305e3ca42 service neutron] Request body: {'port': {'device_id': '62c35b08-2638-4a7b-a52c-eea21286ee40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:41:51.584062 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-8b69ea0b-238e-4081-a5d9-86beee9da05f None None] Provisioning complete for port 9c9943bd-ec8d-4a5b-8afe-448feb2bde74 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:41:51.585107 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-8b69ea0b-238e-4081-a5d9-86beee9da05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:51.595365 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-57907477-a937-4580-85eb-70e2a489225e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9c747f0>, [{'id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'name': 'tempest-AttachVolumeShelveTestJSON-2101245181-router', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:41:43Z', 'revision_number': 3, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'gw_port': {'id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:40Z', 'updated_at': '2021-05-11T13:41:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:41:51.597600 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-116c7654-07be-47ea-a4bb-5671c1f09a62 req-e1b50c5f-4c37-4901-b6fe-48025eedb6e0 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cd0f949-1e7a-462a-b92d-bca34dbfd2f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3607140
May 11 13:41:51.605385 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57907477-a937-4580-85eb-70e2a489225e None None] Checking router: fedda60a-aae9-4e3a-ba8c-66c2853f22ac for host: dv-cinder-784779-11-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:41:51.606041 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57907477-a937-4580-85eb-70e2a489225e None None] Updating router fedda60a-aae9-4e3a-ba8c-66c2853f22ac port 6dcae3f0-9a96-4978-9e88-4059efd1bca8 binding host dv-cinder-784779-11-iscsi {{(pid=78705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 11 13:41:51.704441 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 8bfe6212-1a0c-453a-9c2e-82a3aceefd8b triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:41:51.704757 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:51.707574 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:51.748513 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-57907477-a937-4580-85eb-70e2a489225e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:51.808571 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-8b69ea0b-238e-4081-a5d9-86beee9da05f None None] Port 9c9943bd-ec8d-4a5b-8afe-448feb2bde74 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 11 13:41:51.840302 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee7a912-fe16-4690-9757-99f765447991 admin admin] Router 6fe38a2f-fd42-43d7-afda-ea05bbde3302 has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:41:51.870269 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-d161833e-c46f-4fe0-b4da-b07305e3ca42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:52.011813 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a725ef00-8b9a-4c5d-b75d-5e75ab338df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:52.068467 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-2831834e-8b5f-4743-a32d-98040f511e41 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Network 6bef4c20-4a6c-40a5-b258-199c12fc2595 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:41:52.087800 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-2831834e-8b5f-4743-a32d-98040f511e41 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:41:52.106745 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-2831834e-8b5f-4743-a32d-98040f511e41 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:41:52.111782 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-2831834e-8b5f-4743-a32d-98040f511e41 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:41:52.112748 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-2831834e-8b5f-4743-a32d-98040f511e41 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:52.129486 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f9f83-5b9a-46ff-bea7-752453579b3a req-2bbc791d-9f66-4dd8-b717-8542acbeea35 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:41:52.130232 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-3c6f9f83-5b9a-46ff-bea7-752453579b3a req-2bbc791d-9f66-4dd8-b717-8542acbeea35 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Synchronizing usage tracker for tenant:92510857ca1047488f92675951404302 on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:41:52.354601 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-4b31586c-ef4c-4f29-8c7f-1fc73ce0427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ada11ddc0>, [{'id': 'd541cd06-f952-4b7e-8280-841355059d4b', 'name': 'tempest-ServerRescueNegativeTestJSON-2067808118-router', 'tenant_id': 'f7125cde7f594fb59b70804ec00a8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'c547ceeb-2471-4bba-945e-99e54b9b4572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:37Z', 'updated_at': '2021-05-11T13:41:41Z', 'revision_number': 3, 'project_id': 'f7125cde7f594fb59b70804ec00a8405', 'gw_port': {'id': 'c547ceeb-2471-4bba-945e-99e54b9b4572', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd541cd06-f952-4b7e-8280-841355059d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:39Z', 'updated_at': '2021-05-11T13:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:41:52.360869 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b31586c-ef4c-4f29-8c7f-1fc73ce0427a None None] The sync data for ids ['d541cd06-f952-4b7e-8280-841355059d4b'] in dv-cinder-784779-11-iscsi is: [{'id': 'd541cd06-f952-4b7e-8280-841355059d4b', 'name': 'tempest-ServerRescueNegativeTestJSON-2067808118-router', 'tenant_id': 'f7125cde7f594fb59b70804ec00a8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'c547ceeb-2471-4bba-945e-99e54b9b4572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:37Z', 'updated_at': '2021-05-11T13:41:41Z', 'revision_number': 3, 'project_id': 'f7125cde7f594fb59b70804ec00a8405', 'gw_port': {'id': 'c547ceeb-2471-4bba-945e-99e54b9b4572', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd541cd06-f952-4b7e-8280-841355059d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:39Z', 'updated_at': '2021-05-11T13:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:41:52.514702 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831834e-8b5f-4743-a32d-98040f511e41 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Pushing event updated for resources: {'Port': ['ID=c000ac65-a9aa-42c3-be16-e2635cb14df1,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:52.532026 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-2831834e-8b5f-4743-a32d-98040f511e41 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:52.579592 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-57907477-a937-4580-85eb-70e2a489225e None None] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:52.612387 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [None req-57907477-a937-4580-85eb-70e2a489225e None None] Transition to ACTIVE for port object 6dcae3f0-9a96-4978-9e88-4059efd1bca8 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:41:52.626123 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-57907477-a937-4580-85eb-70e2a489225e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:52.672369 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:52.733540 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-2831834e-8b5f-4743-a32d-98040f511e41 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.6823483
May 11 13:41:52.787087 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee7a912-fe16-4690-9757-99f765447991 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:41:52.996225 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-8ee7a912-fe16-4690-9757-99f765447991 admin admin] 10.222.0.48 "PUT /v2.0/routers/6fe38a2f-fd42-43d7-afda-ea05bbde3302/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.8079286
May 11 13:41:53.004325 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-57907477-a937-4580-85eb-70e2a489225e None None] Attempting to bind port 6dcae3f0-9a96-4978-9e88-4059efd1bca8 on host dv-cinder-784779-11-iscsi for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:41:53.015484 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-57907477-a937-4580-85eb-70e2a489225e None None] Attempting to bind port 6dcae3f0-9a96-4978-9e88-4059efd1bca8 by drivers openvswitch,hyperv on host dv-cinder-784779-11-iscsi at level 0 using segments [{'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:41:53.016343 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57907477-a937-4580-85eb-70e2a489225e None None] Attempting to bind port 6dcae3f0-9a96-4978-9e88-4059efd1bca8 on network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:41:53.048514 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57907477-a937-4580-85eb-70e2a489225e None None] Checking agent: {'id': '2e08dd85-5947-470f-91ea-843c02c9f211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'started_at': datetime.datetime(2021, 5, 11, 13, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:41:53.052770 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57907477-a937-4580-85eb-70e2a489225e None None] Checking segment: {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:41:53.054011 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3abbccc-edae-4d45-8ac7-43d42207a95a None None] Sync routers for ids ['6fe38a2f-fd42-43d7-afda-ea05bbde3302'] in dv-cinder-784779-11-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:41:53.054732 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-57907477-a937-4580-85eb-70e2a489225e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:53.055377 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57907477-a937-4580-85eb-70e2a489225e None None] Bound using segment: {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:41:53.056758 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-57907477-a937-4580-85eb-70e2a489225e None None] Bound port: 6dcae3f0-9a96-4978-9e88-4059efd1bca8, host: dv-cinder-784779-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:41:53.058202 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-57907477-a937-4580-85eb-70e2a489225e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:53.077140 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3abbccc-edae-4d45-8ac7-43d42207a95a None None] Routers {'6fe38a2f-fd42-43d7-afda-ea05bbde3302'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:41:53.078573 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-a3abbccc-edae-4d45-8ac7-43d42207a95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ada16d130>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:41:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['6fe38a2f-fd42-43d7-afda-ea05bbde3302'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:41:53.261706 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-29258265-6044-4c89-8bf3-b3212097acef service neutron] Request body: {'port': {'device_id': 'd89adeec-1d82-4830-b251-02adb74998ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:41:53.282216 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-57907477-a937-4580-85eb-70e2a489225e None None] For port 6dcae3f0-9a96-4978-9e88-4059efd1bca8, host dv-cinder-784779-11-iscsi, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:41:53.291442 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-57907477-a937-4580-85eb-70e2a489225e None None] For port 6dcae3f0-9a96-4978-9e88-4059efd1bca8, host dv-cinder-784779-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=6dcae3f0-9a96-4978-9e88-4059efd1bca8,segment=NetworkSegment(2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f),segment_id=2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:41:53.294383 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a224351-0b88-4305-9e8f-270784ab4143 None None] Pushing event updated for resources: {'Port': ['ID=6dcae3f0-9a96-4978-9e88-4059efd1bca8,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:53.329367 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-3a224351-0b88-4305-9e8f-270784ab4143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:53.334988 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-57907477-a937-4580-85eb-70e2a489225e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:53.372165 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:53.569986 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-d161833e-c46f-4fe0-b4da-b07305e3ca42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15b9989e-a9f0-4e9a-871c-aaa859a9fe5b {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:41:53.600659 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-d161833e-c46f-4fe0-b4da-b07305e3ca42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:53.614218 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-3c6f9f83-5b9a-46ff-bea7-752453579b3a req-2bbc791d-9f66-4dd8-b717-8542acbeea35 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Unset dirty status for tenant:92510857ca1047488f92675951404302 on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:41:53.640975 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3c6f9f83-5b9a-46ff-bea7-752453579b3a req-2bbc791d-9f66-4dd8-b717-8542acbeea35 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=d89adeec-1d82-4830-b251-02adb74998ea HTTP/1.1" status: 200  len: 932 time: 3.2504799
May 11 13:41:53.664852 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-d161833e-c46f-4fe0-b4da-b07305e3ca42 service neutron] Transition to ACTIVE for port object 15b9989e-a9f0-4e9a-871c-aaa859a9fe5b will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:41:53.687104 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-d161833e-c46f-4fe0-b4da-b07305e3ca42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:53.719468 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-a3abbccc-edae-4d45-8ac7-43d42207a95a None None] Set router 6fe38a2f-fd42-43d7-afda-ea05bbde3302 gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:41:53.734577 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-cbff86f1-1483-4cd3-9504-c5b0c87c5132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:53.877294 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a224351-0b88-4305-9e8f-270784ab4143 None None] Pushing event updated for resources: {'Port': ['ID=6dcae3f0-9a96-4978-9e88-4059efd1bca8,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:53.889291 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-3a224351-0b88-4305-9e8f-270784ab4143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:53.910586 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161833e-c46f-4fe0-b4da-b07305e3ca42 service neutron] Pushing event updated for resources: {'Port': ['ID=15b9989e-a9f0-4e9a-871c-aaa859a9fe5b,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:53.928865 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57907477-a937-4580-85eb-70e2a489225e None None] Routers {'fedda60a-aae9-4e3a-ba8c-66c2853f22ac'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:41:53.932556 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-57907477-a937-4580-85eb-70e2a489225e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9c747f0>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:41:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['fedda60a-aae9-4e3a-ba8c-66c2853f22ac'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:41:54.060956 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-d161833e-c46f-4fe0-b4da-b07305e3ca42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:54.203864 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-d161833e-c46f-4fe0-b4da-b07305e3ca42 service neutron] Attempting to bind port 15b9989e-a9f0-4e9a-871c-aaa859a9fe5b on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:41:54.204558 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-d161833e-c46f-4fe0-b4da-b07305e3ca42 service neutron] Attempting to bind port 15b9989e-a9f0-4e9a-871c-aaa859a9fe5b by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '39230032-0b57-4475-9869-2e9ea2addde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8379951b-6335-4ad2-8bd9-bc326ae0ddbb'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:41:54.205120 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-d161833e-c46f-4fe0-b4da-b07305e3ca42 service neutron] Attempting to bind port 15b9989e-a9f0-4e9a-871c-aaa859a9fe5b on network 8379951b-6335-4ad2-8bd9-bc326ae0ddbb {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:41:54.220866 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b93168-71d6-4410-af9d-85cc3c671b7b req-c58d689f-fd0f-4cbb-b994-2ac9945d7bac tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:41:54.228970 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-38b93168-71d6-4410-af9d-85cc3c671b7b req-c58d689f-fd0f-4cbb-b994-2ac9945d7bac tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/ports?device_id=62c35b08-2638-4a7b-a52c-eea21286ee40 HTTP/1.1" status: 200  len: 944 time: 1.1821687
May 11 13:41:54.252082 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-d161833e-c46f-4fe0-b4da-b07305e3ca42 service neutron] Port 15b9989e-a9f0-4e9a-871c-aaa859a9fe5b on network 8379951b-6335-4ad2-8bd9-bc326ae0ddbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 11 13:41:54.257961 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-d161833e-c46f-4fe0-b4da-b07305e3ca42 service neutron] Attempting to bind port 15b9989e-a9f0-4e9a-871c-aaa859a9fe5b on network 8379951b-6335-4ad2-8bd9-bc326ae0ddbb {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:41:54.289170 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-d161833e-c46f-4fe0-b4da-b07305e3ca42 service neutron] Checking agent: {'id': '90698981-c276-4592-9423-0c50fa5e2f21', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'started_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:41:54.295286 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-d161833e-c46f-4fe0-b4da-b07305e3ca42 service neutron] Checking segment: {'id': '39230032-0b57-4475-9869-2e9ea2addde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8379951b-6335-4ad2-8bd9-bc326ae0ddbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:41:54.297092 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-d161833e-c46f-4fe0-b4da-b07305e3ca42 service neutron] Bound using segment: {'id': '39230032-0b57-4475-9869-2e9ea2addde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8379951b-6335-4ad2-8bd9-bc326ae0ddbb'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:41:54.303867 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-d161833e-c46f-4fe0-b4da-b07305e3ca42 service neutron] Bound port: 15b9989e-a9f0-4e9a-871c-aaa859a9fe5b, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39230032-0b57-4475-9869-2e9ea2addde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8379951b-6335-4ad2-8bd9-bc326ae0ddbb'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:41:54.304396 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-d161833e-c46f-4fe0-b4da-b07305e3ca42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:54.489793 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [None req-a725ef00-8b9a-4c5d-b75d-5e75ab338df7 admin admin] Allocated IP 172.20.0.1 (f5b51504-92c9-4304-911d-10c3bcee9e8c/251f9a73-9320-4629-9a40-4b9a8c311c09/ac80436f-2b5e-47d9-9d36-221c85a0f275) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:41:54.664651 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-38b93168-71d6-4410-af9d-85cc3c671b7b req-2ea5c1c6-abc9-4705-b99d-429c7107ded1 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cd0f949-1e7a-462a-b92d-bca34dbfd2f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4342427
May 11 13:41:54.718166 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-d161833e-c46f-4fe0-b4da-b07305e3ca42 service neutron] For port 15b9989e-a9f0-4e9a-871c-aaa859a9fe5b, host hv-cinder-78477, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:41:54.731540 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-d161833e-c46f-4fe0-b4da-b07305e3ca42 service neutron] For port 15b9989e-a9f0-4e9a-871c-aaa859a9fe5b, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=15b9989e-a9f0-4e9a-871c-aaa859a9fe5b,segment=NetworkSegment(39230032-0b57-4475-9869-2e9ea2addde9),segment_id=39230032-0b57-4475-9869-2e9ea2addde9)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:41:54.743151 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-d161833e-c46f-4fe0-b4da-b07305e3ca42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:54.751419 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-57907477-a937-4580-85eb-70e2a489225e None None] Set router fedda60a-aae9-4e3a-ba8c-66c2853f22ac gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:41:54.754945 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:54.858253 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-29258265-6044-4c89-8bf3-b3212097acef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:54.899625 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-d161833e-c46f-4fe0-b4da-b07305e3ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:41:54.901663 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-d161833e-c46f-4fe0-b4da-b07305e3ca42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:54.906648 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-d161833e-c46f-4fe0-b4da-b07305e3ca42 service neutron] 10.222.0.54 "PUT /v2.0/ports/15b9989e-a9f0-4e9a-871c-aaa859a9fe5b HTTP/1.1" status: 200  len: 1094 time: 3.4969215
May 11 13:41:54.907275 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c35b08-2638-4a7b-a52c-eea21286ee40', 'tag': '15b9989e-a9f0-4e9a-871c-aaa859a9fe5b'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:41:55.059708 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device c547ceeb-2471-4bba-945e-99e54b9b4572 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:41:55.339994 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-a3abbccc-edae-4d45-8ac7-43d42207a95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ada16d130>, [{'id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'name': 'tempest-AttachVolumeTestJSON-1103286951-router', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:36Z', 'updated_at': '2021-05-11T13:41:47Z', 'revision_number': 4, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'gw_port': {'id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '9c9943bd-ec8d-4a5b-8afe-448feb2bde74', 'name': '', 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'mac_address': 'fa:16:3e:ca:b3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:44Z', 'updated_at': '2021-05-11T13:41:48Z', 'revision_number': 2, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'subnets': [{'id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:41:55.356600 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3abbccc-edae-4d45-8ac7-43d42207a95a None None] Checking router: 6fe38a2f-fd42-43d7-afda-ea05bbde3302 for host: dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:41:55.360622 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3abbccc-edae-4d45-8ac7-43d42207a95a None None] Updating router 6fe38a2f-fd42-43d7-afda-ea05bbde3302 port 9c9943bd-ec8d-4a5b-8afe-448feb2bde74 binding host dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 11 13:41:55.397958 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3c6f9f83-5b9a-46ff-bea7-752453579b3a req-7f41021b-7e81-457f-b740-99163b42cde1 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.7522273
May 11 13:41:55.576953 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-57907477-a937-4580-85eb-70e2a489225e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9c747f0>, [{'id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'name': 'tempest-AttachVolumeShelveTestJSON-2101245181-router', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:41:43Z', 'revision_number': 3, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'gw_port': {'id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:40Z', 'updated_at': '2021-05-11T13:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:41:55.603850 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57907477-a937-4580-85eb-70e2a489225e None None] The sync data for ids ['fedda60a-aae9-4e3a-ba8c-66c2853f22ac'] in dv-cinder-784779-11-iscsi is: [{'id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'name': 'tempest-AttachVolumeShelveTestJSON-2101245181-router', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:41:43Z', 'revision_number': 3, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'gw_port': {'id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:40Z', 'updated_at': '2021-05-11T13:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:41:55.742380 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning for port c547ceeb-2471-4bba-945e-99e54b9b4572 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:41:55.774150 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-a3abbccc-edae-4d45-8ac7-43d42207a95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:55.815946 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161833e-c46f-4fe0-b4da-b07305e3ca42 service neutron] Pushing event updated for resources: {'Port': ['ID=15b9989e-a9f0-4e9a-871c-aaa859a9fe5b,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:55.830767 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-d161833e-c46f-4fe0-b4da-b07305e3ca42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.076s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:55.873967 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port c547ceeb-2471-4bba-945e-99e54b9b4572 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:41:55.874353 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:55.942981 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-ee771722-0123-4055-8912-ecb1f755734b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:41:55.945529 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-ee771722-0123-4055-8912-ecb1f755734b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f407c8e917704d88b94b5c62ca8acc26&device_id=62c35b08-2638-4a7b-a52c-eea21286ee40 HTTP/1.1" status: 200  len: 1097 time: 0.6618319
May 11 13:41:56.280434 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-038f9bf1-e1ab-4219-8250-494663f1cffc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15b9989e-a9f0-4e9a-871c-aaa859a9fe5b HTTP/1.1" status: 200  len: 217 time: 0.2620404
May 11 13:41:56.441287 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 41596) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:56.534834 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-41051d1c-0ec6-470c-9e8b-b80e6d896b0f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1316896422', 'description': 'tempest-description--750160421'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:41:56.555832 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-41051d1c-0ec6-470c-9e8b-b80e6d896b0f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:56.568560 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-41051d1c-0ec6-470c-9e8b-b80e6d896b0f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Usage tracker for resource:security_group and tenant:e2e1283bbf5045ad87015dc35eb13bec is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:56.579428 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-41051d1c-0ec6-470c-9e8b-b80e6d896b0f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:56.612164 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-41051d1c-0ec6-470c-9e8b-b80e6d896b0f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:56.647934 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-41051d1c-0ec6-470c-9e8b-b80e6d896b0f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:56.710428 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-32716d37-fad4-4d21-bdd7-c8963e8e7199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for subnet, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:56.752718 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a725ef00-8b9a-4c5d-b75d-5e75ab338df7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:56.793008 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-41051d1c-0ec6-470c-9e8b-b80e6d896b0f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:56.813446 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-1cfcc310-42ca-4ce7-b6c0-2f1226e15fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:41:56.823524 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-1cfcc310-42ca-4ce7-b6c0-2f1226e15fc0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af264c19-7fb4-4b19-90f2-b077147f6e82 HTTP/1.1" status: 200  len: 852 time: 0.5303082
May 11 13:41:56.825539 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-41051d1c-0ec6-470c-9e8b-b80e6d896b0f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Usage tracker for resource:security_group_rule and tenant:e2e1283bbf5045ad87015dc35eb13bec is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:56.836348 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-41051d1c-0ec6-470c-9e8b-b80e6d896b0f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:56.838259 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:56.861132 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62c35b08-2638-4a7b-a52c-eea21286ee40', 'tag': '15b9989e-a9f0-4e9a-871c-aaa859a9fe5b', 'status': 'completed', 'code': 200}
May 11 13:41:56.934504 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d301e7b3-d92d-4763-bb6c-b39a61181c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:57.004141 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-41051d1c-0ec6-470c-9e8b-b80e6d896b0f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:57.032379 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-5f4e2525-2a22-464b-b764-171c0751c917 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8379951b-6335-4ad2-8bd9-bc326ae0ddbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1638603
May 11 13:41:57.129644 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-a3abbccc-edae-4d45-8ac7-43d42207a95a None None] Notify callbacks [] for port, precommit_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:57.162154 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:57.182294 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-a3abbccc-edae-4d45-8ac7-43d42207a95a None None] Transition to ACTIVE for port object 9c9943bd-ec8d-4a5b-8afe-448feb2bde74 will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:41:57.231262 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-a3abbccc-edae-4d45-8ac7-43d42207a95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:57.234459 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] For port c547ceeb-2471-4bba-945e-99e54b9b4572, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=c547ceeb-2471-4bba-945e-99e54b9b4572,segment=NetworkSegment(2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f),segment_id=2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:41:57.239292 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:57.319972 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32716d37-fad4-4d21-bdd7-c8963e8e7199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9978d16f-d4bc-4d8e-a1bd-a9c26d8db9d2,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:57.453035 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87595a-8b8c-45a9-bf73-7e7b0a3eb312 None None] Pushing event updated for resources: {'Port': ['ID=9c9943bd-ec8d-4a5b-8afe-448feb2bde74,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:57.459333 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-6d87595a-8b8c-45a9-bf73-7e7b0a3eb312 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:57.585866 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-32716d37-fad4-4d21-bdd7-c8963e8e7199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.748s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:57.586846 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a725ef00-8b9a-4c5d-b75d-5e75ab338df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:57.647888 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-0f2aafd6-3294-4501-864b-116fbb9808c8 service neutron] 10.222.0.54 "GET /v2.0/networks/8379951b-6335-4ad2-8bd9-bc326ae0ddbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5720606
May 11 13:41:57.710547 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:57.722999 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:57.790610 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-2831834e-8b5f-4743-a32d-98040f511e41 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:57.927230 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Pushing event updated for resources: {'Port': ['ID=c547ceeb-2471-4bba-945e-99e54b9b4572,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:57.945402 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 6dcae3f0-9a96-4978-9e88-4059efd1bca8 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:41:58.013108 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32716d37-fad4-4d21-bdd7-c8963e8e7199 admin admin] Checking segment: {'id': 'b216a047-d530-45f2-80c9-29aa46441108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fe3f000d-af8c-461c-bd1e-59c80163cfef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:41:58.013705 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32716d37-fad4-4d21-bdd7-c8963e8e7199 admin admin] Network hostable DHCP agents. Network: fe3f000d-af8c-461c-bd1e-59c80163cfef, hostable agents: ['4f880931-96b8-4f66-b375-cb7708e9547f'], hosted agents: [] {{(pid=78703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 11 13:41:58.097745 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:58.122206 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-085cf40b-98a0-43ae-9880-8a2fa6beb99c req-304731ff-f229-4aa2-945a-c261b1ae2bac service neutron] 10.222.0.54 "GET /v2.0/networks/8379951b-6335-4ad2-8bd9-bc326ae0ddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4395778
May 11 13:41:58.146752 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-41051d1c-0ec6-470c-9e8b-b80e6d896b0f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:58.173449 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-41051d1c-0ec6-470c-9e8b-b80e6d896b0f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:58.199633 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db712dd-875b-4ce3-87c1-ef346934ce61 req-0988670e-cf6a-45d5-8ba3-de86cf1d279b tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:41:58.204717 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2db712dd-875b-4ce3-87c1-ef346934ce61 req-0988670e-cf6a-45d5-8ba3-de86cf1d279b tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=d89adeec-1d82-4830-b251-02adb74998ea HTTP/1.1" status: 200  len: 932 time: 1.0485377
May 11 13:41:58.218346 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:58.226199 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cdf75-2a20-4aaf-a7f7-5cd0e0998e96 req-876c7a29-4ba7-4431-8bf4-6ec146395f99 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:41:58.227981 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-de7cdf75-2a20-4aaf-a7f7-5cd0e0998e96 req-876c7a29-4ba7-4431-8bf4-6ec146395f99 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/ports?device_id=62c35b08-2638-4a7b-a52c-eea21286ee40 HTTP/1.1" status: 200  len: 944 time: 1.9250162
May 11 13:41:58.248581 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a725ef00-8b9a-4c5d-b75d-5e75ab338df7 admin admin] Network f5b51504-92c9-4304-911d-10c3bcee9e8c is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:41:58.259365 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-a725ef00-8b9a-4c5d-b75d-5e75ab338df7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:41:58.277065 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning for port 6dcae3f0-9a96-4978-9e88-4059efd1bca8 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:41:58.280024 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a725ef00-8b9a-4c5d-b75d-5e75ab338df7 admin admin] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:41:58.280425 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a725ef00-8b9a-4c5d-b75d-5e75ab338df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704921'] for router_interface, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:58.315409 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 6dcae3f0-9a96-4978-9e88-4059efd1bca8 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:41:58.315994 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:58.350310 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-a3abbccc-edae-4d45-8ac7-43d42207a95a None None] Attempting to bind port 9c9943bd-ec8d-4a5b-8afe-448feb2bde74 on host dv-cinder-784779-11-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:41:58.350713 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-a3abbccc-edae-4d45-8ac7-43d42207a95a None None] Attempting to bind port 9c9943bd-ec8d-4a5b-8afe-448feb2bde74 by drivers openvswitch,hyperv on host dv-cinder-784779-11-iscsi at level 0 using segments [{'id': '25fdd543-918d-4905-85a1-237f19c43cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:41:58.351082 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3abbccc-edae-4d45-8ac7-43d42207a95a None None] Attempting to bind port 9c9943bd-ec8d-4a5b-8afe-448feb2bde74 on network d88b8522-bb44-4128-b66b-b6cc8ce1b406 {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:41:58.354637 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-2db712dd-875b-4ce3-87c1-ef346934ce61 req-39df6116-81a8-4719-8045-49aa613d707f tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Synchronizing usage tracker for tenant:92510857ca1047488f92675951404302 on resource:security_group {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:41:58.361480 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41051d1c-0ec6-470c-9e8b-b80e6d896b0f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77181017-1095-4c35-af63-d1eef68b2019,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:58.364909 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-41051d1c-0ec6-470c-9e8b-b80e6d896b0f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:58.365758 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-41051d1c-0ec6-470c-9e8b-b80e6d896b0f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:58.367702 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-41051d1c-0ec6-470c-9e8b-b80e6d896b0f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.9109175
May 11 13:41:58.369715 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3abbccc-edae-4d45-8ac7-43d42207a95a None None] Checking agent: {'id': '2e08dd85-5947-470f-91ea-843c02c9f211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'started_at': datetime.datetime(2021, 5, 11, 13, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:41:58.370172 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3abbccc-edae-4d45-8ac7-43d42207a95a None None] Checking segment: {'id': '25fdd543-918d-4905-85a1-237f19c43cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:41:58.371050 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-a3abbccc-edae-4d45-8ac7-43d42207a95a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:58.371050 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3abbccc-edae-4d45-8ac7-43d42207a95a None None] Bound using segment: {'id': '25fdd543-918d-4905-85a1-237f19c43cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:41:58.371505 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-a3abbccc-edae-4d45-8ac7-43d42207a95a None None] Bound port: 9c9943bd-ec8d-4a5b-8afe-448feb2bde74, host: dv-cinder-784779-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25fdd543-918d-4905-85a1-237f19c43cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:41:58.371984 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-a3abbccc-edae-4d45-8ac7-43d42207a95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:58.384183 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 41620) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:58.396584 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-2db712dd-875b-4ce3-87c1-ef346934ce61 req-39df6116-81a8-4719-8045-49aa613d707f tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Unset dirty status for tenant:92510857ca1047488f92675951404302 on resource:security_group {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:41:58.403288 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2db712dd-875b-4ce3-87c1-ef346934ce61 req-39df6116-81a8-4719-8045-49aa613d707f tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1731479
May 11 13:41:58.409754 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-bf0b3c41-d13b-4622-9337-0582c02729b6 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Request body: {'security_group_rule': {'security_group_id': '77181017-1095-4c35-af63-d1eef68b2019', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:41:58.417356 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-bf0b3c41-d13b-4622-9337-0582c02729b6 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:58.428285 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-bf0b3c41-d13b-4622-9337-0582c02729b6 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Usage tracker for resource:security_group_rule and tenant:e2e1283bbf5045ad87015dc35eb13bec is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:58.436370 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-bf0b3c41-d13b-4622-9337-0582c02729b6 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:58.449420 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-bf0b3c41-d13b-4622-9337-0582c02729b6 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:58.494695 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bf0b3c41-d13b-4622-9337-0582c02729b6 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:58.545318 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-a3abbccc-edae-4d45-8ac7-43d42207a95a None None] For port 9c9943bd-ec8d-4a5b-8afe-448feb2bde74, host dv-cinder-784779-11-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:41:58.559159 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-a3abbccc-edae-4d45-8ac7-43d42207a95a None None] For port 9c9943bd-ec8d-4a5b-8afe-448feb2bde74, host dv-cinder-784779-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=9c9943bd-ec8d-4a5b-8afe-448feb2bde74,segment=NetworkSegment(25fdd543-918d-4905-85a1-237f19c43cb3),segment_id=25fdd543-918d-4905-85a1-237f19c43cb3)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:41:58.571262 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-a3abbccc-edae-4d45-8ac7-43d42207a95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:58.577141 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:58.583137 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [None req-d301e7b3-d92d-4763-bb6c-b39a61181c66 admin admin] Allocated IP 172.20.0.1 (707291bc-5dd9-42be-8f66-a126d34db7b0/9fb43366-cc8e-4164-a9b2-c3e4cba00dbb/136e8d27-80ad-4dcf-b778-de1b984c501d) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:41:58.592473 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725ef00-8b9a-4c5d-b75d-5e75ab338df7 admin admin] Pushing event updated for resources: {'Port': ['ID=ac80436f-2b5e-47d9-9d36-221c85a0f275,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:58.604343 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a725ef00-8b9a-4c5d-b75d-5e75ab338df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.817s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:58.614875 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:58.638136 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] For port 6dcae3f0-9a96-4978-9e88-4059efd1bca8, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=6dcae3f0-9a96-4978-9e88-4059efd1bca8,segment=NetworkSegment(2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f),segment_id=2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:41:58.638849 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bf0b3c41-d13b-4622-9337-0582c02729b6 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:58.642810 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.db.resource_extend [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-29258265-6044-4c89-8bf3-b3212097acef service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 11 13:41:58.648590 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bf0b3c41-d13b-4622-9337-0582c02729b6 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684552'] for security_group_rule, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:58.651946 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:58.652866 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:58.662253 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32716d37-fad4-4d21-bdd7-c8963e8e7199 admin admin] Network fe3f000d-af8c-461c-bd1e-59c80163cfef is scheduled to be hosted by DHCP agent 4f880931-96b8-4f66-b375-cb7708e9547f with binding_index 1 {{(pid=78703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 11 13:41:58.698478 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3abbccc-edae-4d45-8ac7-43d42207a95a None None] Routers {'6fe38a2f-fd42-43d7-afda-ea05bbde3302'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:41:58.699146 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-a3abbccc-edae-4d45-8ac7-43d42207a95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ada16d130>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:41:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['6fe38a2f-fd42-43d7-afda-ea05bbde3302'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:41:58.711435 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b3c41-d13b-4622-9337-0582c02729b6 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b89dd3f-89e5-410e-83d1-4f87cc9ebe6b,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:58.732335 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-bf0b3c41-d13b-4622-9337-0582c02729b6 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:58.749719 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87595a-8b8c-45a9-bf73-7e7b0a3eb312 None None] Pushing event updated for resources: {'Port': ['ID=9c9943bd-ec8d-4a5b-8afe-448feb2bde74,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:58.758324 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-6d87595a-8b8c-45a9-bf73-7e7b0a3eb312 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:58.758802 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-88977f8c-6ff2-43db-b0ae-ec4da5626358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:58.845819 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bf0b3c41-d13b-4622-9337-0582c02729b6 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:58.854584 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-bf0b3c41-d13b-4622-9337-0582c02729b6 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4674540
May 11 13:41:58.856911 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 41630) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:58.873996 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-4d7556e0-8fa8-4a16-ba69-33f12c583a61 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Request body: {'security_group_rule': {'security_group_id': '77181017-1095-4c35-af63-d1eef68b2019', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:41:58.881767 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-4d7556e0-8fa8-4a16-ba69-33f12c583a61 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:58.886551 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-4d7556e0-8fa8-4a16-ba69-33f12c583a61 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Usage tracker for resource:security_group_rule and tenant:e2e1283bbf5045ad87015dc35eb13bec is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:58.892170 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-4d7556e0-8fa8-4a16-ba69-33f12c583a61 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:58.901443 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-4d7556e0-8fa8-4a16-ba69-33f12c583a61 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:58.947324 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4d7556e0-8fa8-4a16-ba69-33f12c583a61 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:58.973537 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-29258265-6044-4c89-8bf3-b3212097acef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c000ac65-a9aa-42c3-be16-e2635cb14df1 {{(pid=78703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:41:58.981924 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-29258265-6044-4c89-8bf3-b3212097acef service neutron] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:59.002729 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-29258265-6044-4c89-8bf3-b3212097acef service neutron] Transition to ACTIVE for port object c000ac65-a9aa-42c3-be16-e2635cb14df1 will not be triggered until provisioned by entity L2. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:41:59.005941 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-de7cdf75-2a20-4aaf-a7f7-5cd0e0998e96 req-f6c98d02-51f1-47c7-b828-a01bc93fdfaa tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Synchronizing usage tracker for tenant:f407c8e917704d88b94b5c62ca8acc26 on resource:security_group {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:41:59.019952 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4d699-033e-424e-88d1-d80fcef98af2 req-a29c9bdb-e332-4f8a-94c0-914f8d1689b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:41:59.021345 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1cb4d699-033e-424e-88d1-d80fcef98af2 req-a29c9bdb-e332-4f8a-94c0-914f8d1689b0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f407c8e917704d88b94b5c62ca8acc26&device_id=62c35b08-2638-4a7b-a52c-eea21286ee40 HTTP/1.1" status: 200  len: 1097 time: 0.2801828
May 11 13:41:59.021929 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-32716d37-fad4-4d21-bdd7-c8963e8e7199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-iscsi, fe3f000d-af8c-461c-bd1e-59c80163cfef) {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:41:59.023460 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-29258265-6044-4c89-8bf3-b3212097acef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:59.037283 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32716d37-fad4-4d21-bdd7-c8963e8e7199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:41:59.037609 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a25d10f-2e53-4fc8-85e3-3c14b88883e0 None None] Network fe3f000d-af8c-461c-bd1e-59c80163cfef requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:41:59.038291 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-32716d37-fad4-4d21-bdd7-c8963e8e7199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:59.060030 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:59.069977 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-a3abbccc-edae-4d45-8ac7-43d42207a95a None None] Set router 6fe38a2f-fd42-43d7-afda-ea05bbde3302 gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:41:59.217937 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Pushing event updated for resources: {'Port': ['ID=6dcae3f0-9a96-4978-9e88-4059efd1bca8,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:59.232143 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:59.255011 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4d7556e0-8fa8-4a16-ba69-33f12c583a61 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:59.271255 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4d7556e0-8fa8-4a16-ba69-33f12c583a61 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684552'] for security_group_rule, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:59.276597 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:41:59.298901 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4d699-033e-424e-88d1-d80fcef98af2 req-3e9e767c-0f30-441b-b698-34a46e7a7427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:41:59.312611 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1cb4d699-033e-424e-88d1-d80fcef98af2 req-3e9e767c-0f30-441b-b698-34a46e7a7427 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8379951b-6335-4ad2-8bd9-bc326ae0ddbb HTTP/1.1" status: 200  len: 913 time: 0.2637434
May 11 13:41:59.426195 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7556e0-8fa8-4a16-ba69-33f12c583a61 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9df0f44-6fe1-49d2-8c8f-6d9439a4ba33,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:59.436028 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-4d7556e0-8fa8-4a16-ba69-33f12c583a61 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:59.437646 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1cb4d699-033e-424e-88d1-d80fcef98af2 req-deaf2bc4-373b-49ce-b234-cd2953027cf7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15b9989e-a9f0-4e9a-871c-aaa859a9fe5b HTTP/1.1" status: 200  len: 217 time: 0.1135046
May 11 13:41:59.447976 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-de7cdf75-2a20-4aaf-a7f7-5cd0e0998e96 req-f6c98d02-51f1-47c7-b828-a01bc93fdfaa tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Unset dirty status for tenant:f407c8e917704d88b94b5c62ca8acc26 on resource:security_group {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:41:59.449559 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-de7cdf75-2a20-4aaf-a7f7-5cd0e0998e96 req-f6c98d02-51f1-47c7-b828-a01bc93fdfaa tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cd0f949-1e7a-462a-b92d-bca34dbfd2f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1921048
May 11 13:41:59.490628 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4d7556e0-8fa8-4a16-ba69-33f12c583a61 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:59.498202 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-4d7556e0-8fa8-4a16-ba69-33f12c583a61 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6362822
May 11 13:41:59.500226 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 41646) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:41:59.527947 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-90258a15-85da-4951-85c1-eef6151e31e0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Request body: {'floatingip': {'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:41:59.547783 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-90258a15-85da-4951-85c1-eef6151e31e0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:41:59.548281 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-32716d37-fad4-4d21-bdd7-c8963e8e7199 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 10.1670685
May 11 13:41:59.555295 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-97cbeed1-26cb-4770-9479-da1a475d9b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:59.567641 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-90258a15-85da-4951-85c1-eef6151e31e0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Usage tracker for resource:floatingip and tenant:e2e1283bbf5045ad87015dc35eb13bec is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:41:59.568035 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:59.575909 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-90258a15-85da-4951-85c1-eef6151e31e0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:41:59.599248 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-29258265-6044-4c89-8bf3-b3212097acef service neutron] Attempting to bind port c000ac65-a9aa-42c3-be16-e2635cb14df1 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:41:59.599893 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-29258265-6044-4c89-8bf3-b3212097acef service neutron] Attempting to bind port c000ac65-a9aa-42c3-be16-e2635cb14df1 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'c610bf4a-eec2-4b42-8f03-c7d49a9b54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6bef4c20-4a6c-40a5-b258-199c12fc2595'}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:41:59.600966 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-29258265-6044-4c89-8bf3-b3212097acef service neutron] Attempting to bind port c000ac65-a9aa-42c3-be16-e2635cb14df1 on network 6bef4c20-4a6c-40a5-b258-199c12fc2595 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:41:59.606454 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29258265-6044-4c89-8bf3-b3212097acef service neutron] Pushing event updated for resources: {'Port': ['ID=c000ac65-a9aa-42c3-be16-e2635cb14df1,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:41:59.610251 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-90258a15-85da-4951-85c1-eef6151e31e0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:41:59.611241 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-29258265-6044-4c89-8bf3-b3212097acef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:41:59.625529 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-29258265-6044-4c89-8bf3-b3212097acef service neutron] Port c000ac65-a9aa-42c3-be16-e2635cb14df1 on network 6bef4c20-4a6c-40a5-b258-199c12fc2595 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 11 13:41:59.626288 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-29258265-6044-4c89-8bf3-b3212097acef service neutron] Attempting to bind port c000ac65-a9aa-42c3-be16-e2635cb14df1 on network 6bef4c20-4a6c-40a5-b258-199c12fc2595 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:41:59.628177 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4d699-033e-424e-88d1-d80fcef98af2 req-8ffd9315-4f76-451c-bb6f-c947410bfed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:41:59.632467 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1cb4d699-033e-424e-88d1-d80fcef98af2 req-8ffd9315-4f76-451c-bb6f-c947410bfed7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af264c19-7fb4-4b19-90f2-b077147f6e82 HTTP/1.1" status: 200  len: 852 time: 0.1874616
May 11 13:41:59.637553 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3686578b-80ec-4bcf-a807-921374f7af25 None None] Network fe3f000d-af8c-461c-bd1e-59c80163cfef requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:41:59.662299 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-29258265-6044-4c89-8bf3-b3212097acef service neutron] Checking agent: {'id': '90698981-c276-4592-9423-0c50fa5e2f21', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'started_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:41:59.662681 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-29258265-6044-4c89-8bf3-b3212097acef service neutron] Checking segment: {'id': 'c610bf4a-eec2-4b42-8f03-c7d49a9b54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6bef4c20-4a6c-40a5-b258-199c12fc2595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:41:59.663254 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-29258265-6044-4c89-8bf3-b3212097acef service neutron] Bound using segment: {'id': 'c610bf4a-eec2-4b42-8f03-c7d49a9b54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6bef4c20-4a6c-40a5-b258-199c12fc2595'} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:41:59.663788 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-29258265-6044-4c89-8bf3-b3212097acef service neutron] Bound port: c000ac65-a9aa-42c3-be16-e2635cb14df1, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c610bf4a-eec2-4b42-8f03-c7d49a9b54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6bef4c20-4a6c-40a5-b258-199c12fc2595'}}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:41:59.664136 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-29258265-6044-4c89-8bf3-b3212097acef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:59.678519 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a725ef00-8b9a-4c5d-b75d-5e75ab338df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:59.699042 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d301e7b3-d92d-4763-bb6c-b39a61181c66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:59.739295 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-90258a15-85da-4951-85c1-eef6151e31e0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for floatingip, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:41:59.757122 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1cb4d699-033e-424e-88d1-d80fcef98af2 req-ae8f9448-754e-4782-8cbc-3d59d6957f88 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8379951b-6335-4ad2-8bd9-bc326ae0ddbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0707030
May 11 13:41:59.819160 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 6dcae3f0-9a96-4978-9e88-4059efd1bca8 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:41:59.856619 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [None req-d301e7b3-d92d-4763-bb6c-b39a61181c66 admin admin] Transition to ACTIVE for port object 136e8d27-80ad-4dcf-b778-de1b984c501d will not be triggered until provisioned by entity DHCP. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:41:59.947584 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-29258265-6044-4c89-8bf3-b3212097acef service neutron] For port c000ac65-a9aa-42c3-be16-e2635cb14df1, host hv-cinder-78477, cleared binding levels {{(pid=78703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:41:59.975169 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 6dcae3f0-9a96-4978-9e88-4059efd1bca8 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:41:59.975745 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:00.001881 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc652f7-d419-4c9d-b84b-b87e5d05f71f req-ac55c30a-882a-48e1-bd7c-556e7335778c tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:00.003454 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9cc652f7-d419-4c9d-b84b-b87e5d05f71f req-ac55c30a-882a-48e1-bd7c-556e7335778c tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=d89adeec-1d82-4830-b251-02adb74998ea HTTP/1.1" status: 200  len: 944 time: 0.3866317
May 11 13:42:00.016655 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1cb4d699-033e-424e-88d1-d80fcef98af2 req-8cf4b2bc-4036-4d55-8637-21d93dcd5e9a service neutron] 10.222.0.54 "GET /v2.0/networks/8379951b-6335-4ad2-8bd9-bc326ae0ddbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2465439
May 11 13:42:00.028373 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-29258265-6044-4c89-8bf3-b3212097acef service neutron] For port c000ac65-a9aa-42c3-be16-e2635cb14df1, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c000ac65-a9aa-42c3-be16-e2635cb14df1,segment=NetworkSegment(c610bf4a-eec2-4b42-8f03-c7d49a9b54e2),segment_id=c610bf4a-eec2-4b42-8f03-c7d49a9b54e2)] {{(pid=78703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:42:00.048876 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-29258265-6044-4c89-8bf3-b3212097acef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:00.053080 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d301e7b3-d92d-4763-bb6c-b39a61181c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:00.072251 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-a3abbccc-edae-4d45-8ac7-43d42207a95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ada16d130>, [{'id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'name': 'tempest-AttachVolumeTestJSON-1103286951-router', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:36Z', 'updated_at': '2021-05-11T13:41:47Z', 'revision_number': 4, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'gw_port': {'id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '9c9943bd-ec8d-4a5b-8afe-448feb2bde74', 'name': '', 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'mac_address': 'fa:16:3e:ca:b3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:44Z', 'updated_at': '2021-05-11T13:41:58Z', 'revision_number': 4, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'subnets': [{'id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:42:00.079201 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-29258265-6044-4c89-8bf3-b3212097acef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:00.081216 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3abbccc-edae-4d45-8ac7-43d42207a95a None None] The sync data for ids ['6fe38a2f-fd42-43d7-afda-ea05bbde3302'] in dv-cinder-784779-11-iscsi is: [{'id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'name': 'tempest-AttachVolumeTestJSON-1103286951-router', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:36Z', 'updated_at': '2021-05-11T13:41:47Z', 'revision_number': 4, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'gw_port': {'id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '9c9943bd-ec8d-4a5b-8afe-448feb2bde74', 'name': '', 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'mac_address': 'fa:16:3e:ca:b3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:44Z', 'updated_at': '2021-05-11T13:41:58Z', 'revision_number': 4, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'subnets': [{'id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:42:00.206903 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9cc652f7-d419-4c9d-b84b-b87e5d05f71f req-c02c6627-1795-47b6-980d-60a0ded0e670 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1937606
May 11 13:42:00.220483 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-29258265-6044-4c89-8bf3-b3212097acef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:00.221103 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-29258265-6044-4c89-8bf3-b3212097acef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:00.222523 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-29258265-6044-4c89-8bf3-b3212097acef service neutron] 10.222.0.54 "PUT /v2.0/ports/c000ac65-a9aa-42c3-be16-e2635cb14df1 HTTP/1.1" status: 200  len: 1094 time: 7.4380171
May 11 13:42:00.227721 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89adeec-1d82-4830-b251-02adb74998ea', 'tag': 'c000ac65-a9aa-42c3-be16-e2635cb14df1'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:42:00.282551 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-90258a15-85da-4951-85c1-eef6151e31e0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:00.328531 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1cb4d699-033e-424e-88d1-d80fcef98af2 req-58b0ca67-7972-49ea-8f80-062d94566eaa service neutron] 10.222.0.54 "GET /v2.0/networks/8379951b-6335-4ad2-8bd9-bc326ae0ddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2934959
May 11 13:42:00.354392 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device c547ceeb-2471-4bba-945e-99e54b9b4572 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:42:00.354986 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d301e7b3-d92d-4763-bb6c-b39a61181c66 admin admin] Network 707291bc-5dd9-42be-8f66-a126d34db7b0 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:42:00.376420 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-d301e7b3-d92d-4763-bb6c-b39a61181c66 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:42:00.386737 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d301e7b3-d92d-4763-bb6c-b39a61181c66 admin admin] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:42:00.387471 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d301e7b3-d92d-4763-bb6c-b39a61181c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704921'] for router_interface, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:00.515875 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port c547ceeb-2471-4bba-945e-99e54b9b4572 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:42:00.517993 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:00.586646 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-90258a15-85da-4951-85c1-eef6151e31e0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Allocated IP 172.27.1.143 (e051f2fa-e4f7-48f8-93ce-58e38fee5eb4/218716c0-958e-4312-849b-6a79832afb0f/1ee78d2e-1b53-40e1-b815-9f1de9d707b2) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:42:00.679887 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29258265-6044-4c89-8bf3-b3212097acef service neutron] Pushing event updated for resources: {'Port': ['ID=c000ac65-a9aa-42c3-be16-e2635cb14df1,revision_number=3']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:00.953538 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-e6dc7d5e-0349-4829-8734-3865dfac2c25 None None] Provisioning for port 136e8d27-80ad-4dcf-b778-de1b984c501d completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:42:00.966670 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-e6dc7d5e-0349-4829-8734-3865dfac2c25 None None] Provisioning complete for port 136e8d27-80ad-4dcf-b778-de1b984c501d triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:42:00.967061 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-e6dc7d5e-0349-4829-8734-3865dfac2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:01.019697 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 41688) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:01.029632 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-cade91b4-6cce-461f-915e-53f019e4b27b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1296892098-network', 'tenant_id': 'ce1495f4513447a3a9dea6cabfd41b27'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:42:01.036019 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-cade91b4-6cce-461f-915e-53f019e4b27b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:42:01.040511 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-90258a15-85da-4951-85c1-eef6151e31e0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:01.046802 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-cade91b4-6cce-461f-915e-53f019e4b27b admin admin] Usage tracker for resource:network and tenant:ce1495f4513447a3a9dea6cabfd41b27 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:42:01.052851 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-cade91b4-6cce-461f-915e-53f019e4b27b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:42:01.062742 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-cade91b4-6cce-461f-915e-53f019e4b27b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:42:01.089202 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cade91b4-6cce-461f-915e-53f019e4b27b admin admin] Made reservation on behalf of ce1495f4513447a3a9dea6cabfd41b27 for: {'network': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:42:01.094681 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cade91b4-6cce-461f-915e-53f019e4b27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for network, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:01.127228 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cade91b4-6cce-461f-915e-53f019e4b27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:01.129453 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.db.resource_extend [None req-a725ef00-8b9a-4c5d-b75d-5e75ab338df7 admin admin] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 11 13:42:01.151329 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-cade91b4-6cce-461f-915e-53f019e4b27b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:42:01.157706 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-cade91b4-6cce-461f-915e-53f019e4b27b admin admin] Usage tracker for resource:security_group_rule and tenant:ce1495f4513447a3a9dea6cabfd41b27 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:42:01.161236 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-cade91b4-6cce-461f-915e-53f019e4b27b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:42:01.169317 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-e6dc7d5e-0349-4829-8734-3865dfac2c25 None None] Port 136e8d27-80ad-4dcf-b778-de1b984c501d cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 11 13:42:01.174976 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-cade91b4-6cce-461f-915e-53f019e4b27b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:42:01.177552 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-90258a15-85da-4951-85c1-eef6151e31e0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:01.189291 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:01.194040 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d301e7b3-d92d-4763-bb6c-b39a61181c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:01.210848 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a725ef00-8b9a-4c5d-b75d-5e75ab338df7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:01.245609 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-81ca32bb-e2f1-4228-836d-bdfeaa54282b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:01.247276 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-81ca32bb-e2f1-4228-836d-bdfeaa54282b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92510857ca1047488f92675951404302&device_id=d89adeec-1d82-4830-b251-02adb74998ea HTTP/1.1" status: 200  len: 1097 time: 0.9395661
May 11 13:42:01.259002 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a725ef00-8b9a-4c5d-b75d-5e75ab338df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:01.274525 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90258a15-85da-4951-85c1-eef6151e31e0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:42:01.282286 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-90258a15-85da-4951-85c1-eef6151e31e0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:42:01.288306 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90258a15-85da-4951-85c1-eef6151e31e0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:42:01.377086 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89adeec-1d82-4830-b251-02adb74998ea', 'tag': 'c000ac65-a9aa-42c3-be16-e2635cb14df1', 'status': 'completed', 'code': 200}
May 11 13:42:01.385587 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a725ef00-8b9a-4c5d-b75d-5e75ab338df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704826'] for router_interface, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:01.393771 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301e7b3-d92d-4763-bb6c-b39a61181c66 admin admin] Pushing event updated for resources: {'Port': ['ID=136e8d27-80ad-4dcf-b778-de1b984c501d,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:01.419479 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d301e7b3-d92d-4763-bb6c-b39a61181c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.340s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:01.422175 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a725ef00-8b9a-4c5d-b75d-5e75ab338df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.222s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:01.503878 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90258a15-85da-4951-85c1-eef6151e31e0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Pushing event updated for resources: {'Port': ['ID=1ee78d2e-1b53-40e1-b815-9f1de9d707b2,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:01.517864 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-645e99f7-592b-4b2f-b401-4d261be0ac3f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c000ac65-a9aa-42c3-be16-e2635cb14df1 HTTP/1.1" status: 200  len: 217 time: 0.2518785
May 11 13:42:01.523674 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725ef00-8b9a-4c5d-b75d-5e75ab338df7 admin admin] Pushing event updated for resources: {'Port': ['ID=ac80436f-2b5e-47d9-9d36-221c85a0f275,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:01.542630 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:42:01.570135 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-90258a15-85da-4951-85c1-eef6151e31e0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:01.601461 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a725ef00-8b9a-4c5d-b75d-5e75ab338df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:01.609411 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:01.609640 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.004s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:01.626240 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-90258a15-85da-4951-85c1-eef6151e31e0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:01.658165 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cade91b4-6cce-461f-915e-53f019e4b27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:01.704780 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cade91b4-6cce-461f-915e-53f019e4b27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:01.717178 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:01.751125 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade91b4-6cce-461f-915e-53f019e4b27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7bb203-bf60-47ae-bec6-5d9e77ce3344,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:01.759830 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-cade91b4-6cce-461f-915e-53f019e4b27b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:01.778035 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cade91b4-6cce-461f-915e-53f019e4b27b admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'}  {{(pid=78702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 11 13:42:01.781235 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-90258a15-85da-4951-85c1-eef6151e31e0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:01.833428 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c599061-6036-4173-8309-4a5ba3e7a4c0 req-7f2d418a-95d0-43bf-84cd-5207f2704a6c tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:01.834968 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7c599061-6036-4173-8309-4a5ba3e7a4c0 req-7f2d418a-95d0-43bf-84cd-5207f2704a6c tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/ports?device_id=62c35b08-2638-4a7b-a52c-eea21286ee40 HTTP/1.1" status: 200  len: 944 time: 1.0359900
May 11 13:42:01.835083 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cade91b4-6cce-461f-915e-53f019e4b27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:01.835322 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.db.segments_db [None req-cade91b4-6cce-461f-915e-53f019e4b27b admin admin] Added segment ddca8bb7-4daa-45ba-9ea6-39497819b17a of type vlan for network c1993add-7c61-4d22-86e2-9e9410c69519
May 11 13:42:01.853395 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-dc5e64da-b19f-41d8-93ec-07d109eda01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:01.854932 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-dc5e64da-b19f-41d8-93ec-07d109eda01b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7d76bbac-8265-42c9-b0ff-de76986a4e85 HTTP/1.1" status: 200  len: 854 time: 0.3182726
May 11 13:42:01.896089 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 9c9943bd-ec8d-4a5b-8afe-448feb2bde74 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:42:01.904960 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cade91b4-6cce-461f-915e-53f019e4b27b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734582415728'] for network, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:01.925338 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b26eb-491f-4ce9-bed5-c76eff54d780 req-07114e1c-0f5d-4d55-bb14-293ad9323af0 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:01.926704 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-230b26eb-491f-4ce9-bed5-c76eff54d780 req-07114e1c-0f5d-4d55-bb14-293ad9323af0 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=d89adeec-1d82-4830-b251-02adb74998ea HTTP/1.1" status: 200  len: 944 time: 0.4139850
May 11 13:42:01.955182 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-a5051b7b-a8fb-4255-b5f6-399e2f571724 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6bef4c20-4a6c-40a5-b258-199c12fc2595&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0686395
May 11 13:42:01.990718 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7c599061-6036-4173-8309-4a5ba3e7a4c0 req-5842f068-ad7e-4895-82a2-0adf4212ae0d tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cd0f949-1e7a-462a-b92d-bca34dbfd2f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392708
May 11 13:42:02.005333 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning for port 9c9943bd-ec8d-4a5b-8afe-448feb2bde74 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:42:02.011681 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 9c9943bd-ec8d-4a5b-8afe-448feb2bde74 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:42:02.012081 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:02.093191 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-230b26eb-491f-4ce9-bed5-c76eff54d780 req-1dae71e0-75bf-4cb4-b2d6-a8bdf85fa467 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523314
May 11 13:42:02.106548 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a725ef00-8b9a-4c5d-b75d-5e75ab338df7 admin admin] Network f5b51504-92c9-4304-911d-10c3bcee9e8c is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:42:02.110620 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cade91b4-6cce-461f-915e-53f019e4b27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for network, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:02.123640 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cade91b4-6cce-461f-915e-53f019e4b27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:02.123640 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cade91b4-6cce-461f-915e-53f019e4b27b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:02.128035 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-a725ef00-8b9a-4c5d-b75d-5e75ab338df7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:42:02.132085 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-8fc9fe55-f108-4ded-915c-6534d4b97190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:02.148495 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 15b9989e-a9f0-4e9a-871c-aaa859a9fe5b details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 11 13:42:02.284938 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade91b4-6cce-461f-915e-53f019e4b27b admin admin] Pushing event updated for resources: {'Network': ['ID=c1993add-7c61-4d22-86e2-9e9410c69519,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:02.297956 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-cade91b4-6cce-461f-915e-53f019e4b27b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:02.298833 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-cade91b4-6cce-461f-915e-53f019e4b27b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.2781765
May 11 13:42:02.302948 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 41702) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:02.307766 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.db.resource_extend [None req-d301e7b3-d92d-4763-bb6c-b39a61181c66 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 11 13:42:02.309354 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-f3a6f6a4-98d7-4bfa-842a-92acfbf672a4 admin admin] Request body: {'subnet': {'network_id': 'c1993add-7c61-4d22-86e2-9e9410c69519', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1296892098-subnet', 'tenant_id': 'ce1495f4513447a3a9dea6cabfd41b27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:42:02.316176 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-f3a6f6a4-98d7-4bfa-842a-92acfbf672a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:42:02.329692 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-f3a6f6a4-98d7-4bfa-842a-92acfbf672a4 admin admin] Usage tracker for resource:subnet and tenant:ce1495f4513447a3a9dea6cabfd41b27 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:42:02.335290 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-f3a6f6a4-98d7-4bfa-842a-92acfbf672a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:42:02.335479 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d301e7b3-d92d-4763-bb6c-b39a61181c66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:02.344822 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-90258a15-85da-4951-85c1-eef6151e31e0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:02.345950 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Network c1993add-7c61-4d22-86e2-9e9410c69519 details requested by agent ovs-agent-dv-cinder-784779-11-iscsi with host dv-cinder-784779-11-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 11 13:42:02.346603 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-f3a6f6a4-98d7-4bfa-842a-92acfbf672a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:42:02.350397 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-530cead6-54c0-4497-87dd-f891fe92a19f service neutron] 10.222.0.54 "GET /v2.0/networks/6bef4c20-4a6c-40a5-b258-199c12fc2595?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3632753
May 11 13:42:02.354594 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-90258a15-85da-4951-85c1-eef6151e31e0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:02.355479 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d301e7b3-d92d-4763-bb6c-b39a61181c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:02.360276 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d301e7b3-d92d-4763-bb6c-b39a61181c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704826'] for router_interface, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:02.360742 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:02.383883 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:02.391829 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a6f6a4-98d7-4bfa-842a-92acfbf672a4 admin admin] Made reservation on behalf of ce1495f4513447a3a9dea6cabfd41b27 for: {'subnet': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:42:02.394517 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f3a6f6a4-98d7-4bfa-842a-92acfbf672a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:02.529201 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-90258a15-85da-4951-85c1-eef6151e31e0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709941'] for floatingip, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:02.549231 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:02.570226 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-706c7c69-95fe-4c42-8eae-13a8f9d38445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:02.573207 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:02.579540 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port 15b9989e-a9f0-4e9a-871c-aaa859a9fe5b, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=15b9989e-a9f0-4e9a-871c-aaa859a9fe5b,segment=NetworkSegment(39230032-0b57-4475-9869-2e9ea2addde9),segment_id=39230032-0b57-4475-9869-2e9ea2addde9)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:42:02.598974 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 41708) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:02.602780 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Returning: {'device': '15b9989e-a9f0-4e9a-871c-aaa859a9fe5b', 'network_id': '8379951b-6335-4ad2-8bd9-bc326ae0ddbb', 'port_id': '15b9989e-a9f0-4e9a-871c-aaa859a9fe5b', 'mac_address': 'fa:16:3e:2e:1d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af264c19-7fb4-4b19-90f2-b077147f6e82', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 11 13:42:02.603440 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301e7b3-d92d-4763-bb6c-b39a61181c66 admin admin] Pushing event updated for resources: {'Port': ['ID=136e8d27-80ad-4dcf-b778-de1b984c501d,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:02.613382 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d301e7b3-d92d-4763-bb6c-b39a61181c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:02.648341 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90258a15-85da-4951-85c1-eef6151e31e0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Pushing event updated for resources: {'Port': ['ID=1ee78d2e-1b53-40e1-b815-9f1de9d707b2,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:02.653047 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-90258a15-85da-4951-85c1-eef6151e31e0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:02.653908 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-90258a15-85da-4951-85c1-eef6151e31e0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for floatingip, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:02.667604 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-90258a15-85da-4951-85c1-eef6151e31e0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.1431034
May 11 13:42:02.668019 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] For port 9c9943bd-ec8d-4a5b-8afe-448feb2bde74, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=9c9943bd-ec8d-4a5b-8afe-448feb2bde74,segment=NetworkSegment(25fdd543-918d-4905-85a1-237f19c43cb3),segment_id=25fdd543-918d-4905-85a1-237f19c43cb3)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:42:02.679591 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:02.681018 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a725ef00-8b9a-4c5d-b75d-5e75ab338df7 admin admin] Router d541cd06-f952-4b7e-8280-841355059d4b has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:42:02.686259 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:02.767258 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:02.830440 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cb4f32da-e53b-49dc-bffd-573725783ad6 req-634b672c-43d5-4246-ae92-5488b83013ad service neutron] 10.222.0.54 "GET /v2.0/networks/6bef4c20-4a6c-40a5-b258-199c12fc2595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4711001
May 11 13:42:02.839536 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15b9989e-a9f0-4e9a-871c-aaa859a9fe5b {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:42:02.888810 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Pushing event updated for resources: {'Port': ['ID=9c9943bd-ec8d-4a5b-8afe-448feb2bde74,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:02.889092 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a22fb702-3c44-453a-b6d8-062051469a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:02.893557 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port 15b9989e-a9f0-4e9a-871c-aaa859a9fe5b, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=15b9989e-a9f0-4e9a-871c-aaa859a9fe5b,segment=NetworkSegment(39230032-0b57-4475-9869-2e9ea2addde9),segment_id=39230032-0b57-4475-9869-2e9ea2addde9)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:42:02.894877 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:02.902062 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:02.904495 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:02.990687 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=15b9989e-a9f0-4e9a-871c-aaa859a9fe5b,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:02.998202 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:03.101788 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f3a6f6a4-98d7-4bfa-842a-92acfbf672a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for subnet, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:03.107118 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-35591078-9331-4bbc-8949-36743d5507de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:03.157628 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d301e7b3-d92d-4763-bb6c-b39a61181c66 admin admin] Network 707291bc-5dd9-42be-8f66-a126d34db7b0 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:42:03.161469 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['15b9989e-a9f0-4e9a-871c-aaa859a9fe5b'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:42:03.164664 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-a22fb702-3c44-453a-b6d8-062051469a6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:42:03.166709 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6f6a4-98d7-4bfa-842a-92acfbf672a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aa39975-f6a6-4101-b822-c810836c1432,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:03.177907 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-d301e7b3-d92d-4763-bb6c-b39a61181c66 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:42:03.180263 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-f3a6f6a4-98d7-4bfa-842a-92acfbf672a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:03.192903 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-a22fb702-3c44-453a-b6d8-062051469a6d admin admin] Usage tracker for resource:security_group_rule and tenant:72978712eeb74d20819fd12d27f07800 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:42:03.202480 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a6f6a4-98d7-4bfa-842a-92acfbf672a4 admin admin] Checking segment: {'id': 'ddca8bb7-4daa-45ba-9ea6-39497819b17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c1993add-7c61-4d22-86e2-9e9410c69519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:42:03.202835 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a6f6a4-98d7-4bfa-842a-92acfbf672a4 admin admin] Network hostable DHCP agents. Network: c1993add-7c61-4d22-86e2-9e9410c69519, hostable agents: ['4f880931-96b8-4f66-b375-cb7708e9547f'], hosted agents: [] {{(pid=78702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 11 13:42:03.267863 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-a22fb702-3c44-453a-b6d8-062051469a6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:42:03.276068 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a6f6a4-98d7-4bfa-842a-92acfbf672a4 admin admin] Network c1993add-7c61-4d22-86e2-9e9410c69519 is scheduled to be hosted by DHCP agent 4f880931-96b8-4f66-b375-cb7708e9547f with binding_index 1 {{(pid=78702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 11 13:42:03.295104 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-f3a6f6a4-98d7-4bfa-842a-92acfbf672a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-iscsi, c1993add-7c61-4d22-86e2-9e9410c69519) {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:42:03.308437 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a6f6a4-98d7-4bfa-842a-92acfbf672a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:03.309158 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f3a6f6a4-98d7-4bfa-842a-92acfbf672a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:03.340871 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f2d48-c979-49f9-bb59-6024efb5b86f req-ac71872f-282e-44b6-b385-12ed1c6ad709 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:03.342436 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a59f2d48-c979-49f9-bb59-6024efb5b86f req-ac71872f-282e-44b6-b385-12ed1c6ad709 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/ports?device_id=62c35b08-2638-4a7b-a52c-eea21286ee40 HTTP/1.1" status: 200  len: 945 time: 0.1177785
May 11 13:42:03.359923 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-a22fb702-3c44-453a-b6d8-062051469a6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:42:03.368817 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b604d64-49cf-4a4a-aec5-652d2c11429f None None] Network c1993add-7c61-4d22-86e2-9e9410c69519 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:42:03.369342 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-f3a6f6a4-98d7-4bfa-842a-92acfbf672a4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.0650070
May 11 13:42:03.398544 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a59f2d48-c979-49f9-bb59-6024efb5b86f req-fa946b53-3a4d-4425-924d-59160873776b tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cd0f949-1e7a-462a-b92d-bca34dbfd2f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488112
May 11 13:42:03.410171 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-055fdfe1-a8a9-4c5a-9a77-34bef25c1161 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1316896422&fields=id&tenant_id=e2e1283bbf5045ad87015dc35eb13bec HTTP/1.1" status: 200  len: 267 time: 0.3251014
May 11 13:42:03.530905 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:03.596517 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-e07ad7c2-40c1-4f1b-8613-a0caec1e3584 None None] Provisioning complete for port 136e8d27-80ad-4dcf-b778-de1b984c501d triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:42:03.597082 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-e07ad7c2-40c1-4f1b-8613-a0caec1e3584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:03.627386 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 41746) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:03.676718 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba91bf-c89e-490f-8cd9-a4e601b21ad9 req-81a7d393-bf8d-4718-a3d2-0f0052ade4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:03.677878 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-29ba91bf-c89e-490f-8cd9-a4e601b21ad9 req-81a7d393-bf8d-4718-a3d2-0f0052ade4f8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92510857ca1047488f92675951404302&device_id=d89adeec-1d82-4830-b251-02adb74998ea HTTP/1.1" status: 200  len: 1097 time: 0.5919337
May 11 13:42:03.694683 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a725ef00-8b9a-4c5d-b75d-5e75ab338df7 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:42:03.711627 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e96f79-cba3-4768-a574-75f135f494d7 None None] Sync routers for ids ['d541cd06-f952-4b7e-8280-841355059d4b'] in dv-cinder-784779-11-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:42:03.728811 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e96f79-cba3-4768-a574-75f135f494d7 None None] Routers {'d541cd06-f952-4b7e-8280-841355059d4b'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:42:03.729486 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-77e96f79-cba3-4768-a574-75f135f494d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9f413d0>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:42:03Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['d541cd06-f952-4b7e-8280-841355059d4b'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:42:03.732573 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d301e7b3-d92d-4763-bb6c-b39a61181c66 admin admin] Router fedda60a-aae9-4e3a-ba8c-66c2853f22ac has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:42:03.749113 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-e07ad7c2-40c1-4f1b-8613-a0caec1e3584 None None] Port 136e8d27-80ad-4dcf-b778-de1b984c501d cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 11 13:42:03.773686 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8edbab9-d0d7-420b-beb9-b6ad507adc2c admin admin] Deleting subnet 9978d16f-d4bc-4d8e-a1bd-a9c26d8db9d2 {{(pid=78702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 11 13:42:03.782926 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d49299-1592-4cf5-ac5c-e38c74424fdb None None] Network c1993add-7c61-4d22-86e2-9e9410c69519 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:42:03.787300 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a8edbab9-d0d7-420b-beb9-b6ad507adc2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:03.823165 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-a725ef00-8b9a-4c5d-b75d-5e75ab338df7 admin admin] 10.222.0.48 "PUT /v2.0/routers/d541cd06-f952-4b7e-8280-841355059d4b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.2585578
May 11 13:42:03.876992 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a34af0-adf7-4fef-9f46-1faafdcef0e5 req-f4941c55-c1c9-4ce7-a68d-a2fe5b0441c0 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:03.878688 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-95a34af0-adf7-4fef-9f46-1faafdcef0e5 req-f4941c55-c1c9-4ce7-a68d-a2fe5b0441c0 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=d89adeec-1d82-4830-b251-02adb74998ea HTTP/1.1" status: 200  len: 944 time: 0.2175856
May 11 13:42:03.892032 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a8edbab9-d0d7-420b-beb9-b6ad507adc2c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:03.918565 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a8edbab9-d0d7-420b-beb9-b6ad507adc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861720'] for subnet, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:03.995546 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-77e96f79-cba3-4768-a574-75f135f494d7 None None] Set router d541cd06-f952-4b7e-8280-841355059d4b gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:42:04.049301 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-36ab332b-f361-43df-992e-d186ffad7375 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:04.056642 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-36ab332b-f361-43df-992e-d186ffad7375 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/networks?id=d88b8522-bb44-4128-b66b-b6cc8ce1b406 HTTP/1.1" status: 200  len: 811 time: 0.6454477
May 11 13:42:04.062113 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 9c9943bd-ec8d-4a5b-8afe-448feb2bde74 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:42:04.141630 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-36d6a723-87a6-48f7-8e6c-1b27a2f1e3b3 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/quotas/e2e1283bbf5045ad87015dc35eb13bec HTTP/1.1" status: 200  len: 375 time: 0.0839055
May 11 13:42:04.161349 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 15b9989e-a9f0-4e9a-871c-aaa859a9fe5b up at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:42:04.184019 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba91bf-c89e-490f-8cd9-a4e601b21ad9 req-73533b5e-de1c-4e19-b985-da53a88acaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:04.185575 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-29ba91bf-c89e-490f-8cd9-a4e601b21ad9 req-73533b5e-de1c-4e19-b985-da53a88acaf3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6bef4c20-4a6c-40a5-b258-199c12fc2595 HTTP/1.1" status: 200  len: 915 time: 0.4954705
May 11 13:42:04.268909 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning for port 15b9989e-a9f0-4e9a-871c-aaa859a9fe5b completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:42:04.273632 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 9c9943bd-ec8d-4a5b-8afe-448feb2bde74 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:42:04.275852 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:04.297355 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-29ba91bf-c89e-490f-8cd9-a4e601b21ad9 req-da0f6bfc-92ab-4138-b0ab-8e2b3cda6833 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c000ac65-a9aa-42c3-be16-e2635cb14df1 HTTP/1.1" status: 200  len: 217 time: 0.0959113
May 11 13:42:04.309188 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning complete for port 15b9989e-a9f0-4e9a-871c-aaa859a9fe5b triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:42:04.309563 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:04.313601 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a22fb702-3c44-453a-b6d8-062051469a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:04.352776 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d301e7b3-d92d-4763-bb6c-b39a61181c66 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:42:04.372144 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a22fb702-3c44-453a-b6d8-062051469a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:04.384310 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-77e96f79-cba3-4768-a574-75f135f494d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9f413d0>, [{'id': 'd541cd06-f952-4b7e-8280-841355059d4b', 'name': 'tempest-ServerRescueNegativeTestJSON-2067808118-router', 'tenant_id': 'f7125cde7f594fb59b70804ec00a8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'c547ceeb-2471-4bba-945e-99e54b9b4572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:37Z', 'updated_at': '2021-05-11T13:41:59Z', 'revision_number': 4, 'project_id': 'f7125cde7f594fb59b70804ec00a8405', 'gw_port': {'id': 'c547ceeb-2471-4bba-945e-99e54b9b4572', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd541cd06-f952-4b7e-8280-841355059d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:39Z', 'updated_at': '2021-05-11T13:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': 'ac80436f-2b5e-47d9-9d36-221c85a0f275', 'name': '', 'network_id': 'f5b51504-92c9-4304-911d-10c3bcee9e8c', 'tenant_id': 'f7125cde7f594fb59b70804ec00a8405', 'mac_address': 'fa:16:3e:c6:68:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd541cd06-f952-4b7e-8280-841355059d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '251f9a73-9320-4629-9a40-4b9a8c311c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:52Z', 'updated_at': '2021-05-11T13:41:59Z', 'revision_number': 2, 'project_id': 'f7125cde7f594fb59b70804ec00a8405', 'subnets': [{'id': '251f9a73-9320-4629-9a40-4b9a8c311c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:42:04.394256 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d4e3b5-732b-4788-88aa-e5f910e57e43 None None] Sync routers for ids ['fedda60a-aae9-4e3a-ba8c-66c2853f22ac'] in dv-cinder-784779-11-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:42:04.394462 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-d301e7b3-d92d-4763-bb6c-b39a61181c66 admin admin] 10.222.0.48 "PUT /v2.0/routers/fedda60a-aae9-4e3a-ba8c-66c2853f22ac/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.2156684
May 11 13:42:04.394462 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:04.399701 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e96f79-cba3-4768-a574-75f135f494d7 None None] Checking router: d541cd06-f952-4b7e-8280-841355059d4b for host: dv-cinder-784779-11-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:42:04.400375 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e96f79-cba3-4768-a574-75f135f494d7 None None] Updating router d541cd06-f952-4b7e-8280-841355059d4b port ac80436f-2b5e-47d9-9d36-221c85a0f275 binding host dv-cinder-784779-11-iscsi {{(pid=78705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 11 13:42:04.450697 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba91bf-c89e-490f-8cd9-a4e601b21ad9 req-e622aaff-2790-4db6-9fbd-119b7a94bbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:04.458348 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-29ba91bf-c89e-490f-8cd9-a4e601b21ad9 req-e622aaff-2790-4db6-9fbd-119b7a94bbe5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7d76bbac-8265-42c9-b0ff-de76986a4e85 HTTP/1.1" status: 200  len: 854 time: 0.1432781
May 11 13:42:04.459148 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-77e96f79-cba3-4768-a574-75f135f494d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:04.465105 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22fb702-3c44-453a-b6d8-062051469a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179c2e72-f626-4f41-b41f-c445e8efa909,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:04.471284 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-95a34af0-adf7-4fef-9f46-1faafdcef0e5 req-3e97bc04-2b2a-4e9d-be9a-900feb531927 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5829294
May 11 13:42:04.478883 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a8edbab9-d0d7-420b-beb9-b6ad507adc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for subnet, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:04.487282 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d4e3b5-732b-4788-88aa-e5f910e57e43 None None] Routers {'fedda60a-aae9-4e3a-ba8c-66c2853f22ac'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:42:04.488261 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-65d4e3b5-732b-4788-88aa-e5f910e57e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9ca0d90>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:42:03Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['fedda60a-aae9-4e3a-ba8c-66c2853f22ac'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:42:04.494209 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a22fb702-3c44-453a-b6d8-062051469a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:04.499659 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-f3a6f6a4-98d7-4bfa-842a-92acfbf672a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:04.537063 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a8edbab9-d0d7-420b-beb9-b6ad507adc2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:04.543221 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-a8edbab9-d0d7-420b-beb9-b6ad507adc2c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9978d16f-d4bc-4d8e-a1bd-a9c26d8db9d2 HTTP/1.1" status: 204  len: 168 time: 0.9147487
May 11 13:42:04.547178 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 41762) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:04.620306 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-a22fb702-3c44-453a-b6d8-062051469a6d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=72978712eeb74d20819fd12d27f07800&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0123806
May 11 13:42:04.645468 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 41768) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:04.678343 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-1567ae40-25fe-4c74-8f8d-052d98995168 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e2e1283bbf5045ad87015dc35eb13bec&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5356412
May 11 13:42:04.687746 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-29ba91bf-c89e-490f-8cd9-a4e601b21ad9 req-a5f60e69-4fea-46a8-baa3-f4e424e5b510 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6bef4c20-4a6c-40a5-b258-199c12fc2595&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1903727
May 11 13:42:04.710200 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edbab9-d0d7-420b-beb9-b6ad507adc2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9978d16f-d4bc-4d8e-a1bd-a9c26d8db9d2,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:04.714139 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3611d898-396c-4366-b26a-b901b8e1b239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785944'] for network, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:04.718848 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-a8edbab9-d0d7-420b-beb9-b6ad507adc2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:04.817466 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:04.828684 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:04.860352 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3611d898-396c-4366-b26a-b901b8e1b239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863971', 'neutron.services.segments.db._delete_segments_for_network-8734582855581'] for network, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:04.877678 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3611d898-396c-4366-b26a-b901b8e1b239 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1ad950b220>> segment before_delete 55550000 {{(pid=78702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:42:04.878282 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3611d898-396c-4366-b26a-b901b8e1b239 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1ad950b220>> subnet precommit_delete_associations 55550000 {{(pid=78702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:42:04.879703 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3611d898-396c-4366-b26a-b901b8e1b239 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ad953feb0>> segment_host_mapping after_create 55550000 {{(pid=78702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:42:04.880192 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3611d898-396c-4366-b26a-b901b8e1b239 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ad953feb0>> port after_create 55550000 {{(pid=78702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:42:04.880673 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3611d898-396c-4366-b26a-b901b8e1b239 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ad953feb0>> port after_delete 55550000 {{(pid=78702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:42:04.881291 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3611d898-396c-4366-b26a-b901b8e1b239 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ad953feb0>> port after_update 55550000 {{(pid=78702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:42:04.881735 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3611d898-396c-4366-b26a-b901b8e1b239 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ad953feb0>> segment after_delete 55550000 {{(pid=78702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:42:04.882263 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3611d898-396c-4366-b26a-b901b8e1b239 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ad953feb0>> subnet after_create 55550000 {{(pid=78702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:42:04.882785 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3611d898-396c-4366-b26a-b901b8e1b239 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ad953feb0>> subnet after_delete 55550000 {{(pid=78702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:42:04.883307 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3611d898-396c-4366-b26a-b901b8e1b239 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ad953feb0>> subnet after_update 55550000 {{(pid=78702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:42:04.908901 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-77e96f79-cba3-4768-a574-75f135f494d7 None None] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:04.933424 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [None req-77e96f79-cba3-4768-a574-75f135f494d7 None None] Transition to ACTIVE for port object ac80436f-2b5e-47d9-9d36-221c85a0f275 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:42:04.949239 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c35b08-2638-4a7b-a52c-eea21286ee40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b9989e-a9f0-4e9a-871c-aaa859a9fe5b'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:42:04.956220 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-77e96f79-cba3-4768-a574-75f135f494d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:04.967075 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:05.027168 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-65d4e3b5-732b-4788-88aa-e5f910e57e43 None None] Set router fedda60a-aae9-4e3a-ba8c-66c2853f22ac gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:42:05.088577 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port 15b9989e-a9f0-4e9a-871c-aaa859a9fe5b, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=15b9989e-a9f0-4e9a-871c-aaa859a9fe5b,segment=NetworkSegment(39230032-0b57-4475-9869-2e9ea2addde9),segment_id=39230032-0b57-4475-9869-2e9ea2addde9)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:42:05.098322 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3611d898-396c-4366-b26a-b901b8e1b239 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1ad95fa790>> subnet after_create 55550000 {{(pid=78702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:42:05.098775 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3611d898-396c-4366-b26a-b901b8e1b239 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1ad95fa790>> subnet after_delete 55550000 {{(pid=78702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:42:05.099684 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3611d898-396c-4366-b26a-b901b8e1b239 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1ad95fa790>> subnet before_create 55550000 {{(pid=78702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:42:05.100021 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3611d898-396c-4366-b26a-b901b8e1b239 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1ad95fa790>> subnet before_update 55550000 {{(pid=78702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:42:05.100389 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-3611d898-396c-4366-b26a-b901b8e1b239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ad9d4a460>,) {'filters': {'network_id': ['fe3f000d-af8c-461c-bd1e-59c80163cfef']}} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:42:05.106423 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:05.118934 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:05.163096 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-3611d898-396c-4366-b26a-b901b8e1b239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad9d4a460>, 'b216a047-d530-45f2-80c9-29aa46441108') {'for_net_delete': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:42:05.163449 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-3611d898-396c-4366-b26a-b901b8e1b239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad9d4a460>, 'b216a047-d530-45f2-80c9-29aa46441108') {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:42:05.230225 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3611d898-396c-4366-b26a-b901b8e1b239 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582867559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143145'] for segment, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:05.233283 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-77e96f79-cba3-4768-a574-75f135f494d7 None None] Attempting to bind port ac80436f-2b5e-47d9-9d36-221c85a0f275 on host dv-cinder-784779-11-iscsi for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:42:05.233692 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-77e96f79-cba3-4768-a574-75f135f494d7 None None] Attempting to bind port ac80436f-2b5e-47d9-9d36-221c85a0f275 by drivers openvswitch,hyperv on host dv-cinder-784779-11-iscsi at level 0 using segments [{'id': '69e15363-40f7-4893-84c3-3c98c4cd3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f5b51504-92c9-4304-911d-10c3bcee9e8c'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:42:05.234062 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e96f79-cba3-4768-a574-75f135f494d7 None None] Attempting to bind port ac80436f-2b5e-47d9-9d36-221c85a0f275 on network f5b51504-92c9-4304-911d-10c3bcee9e8c {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:42:05.237758 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3a0787ad-a1c9-48a4-8fc1-29f7828090c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:05.243187 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e96f79-cba3-4768-a574-75f135f494d7 None None] Checking agent: {'id': '2e08dd85-5947-470f-91ea-843c02c9f211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'started_at': datetime.datetime(2021, 5, 11, 13, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:42:05.243587 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e96f79-cba3-4768-a574-75f135f494d7 None None] Checking segment: {'id': '69e15363-40f7-4893-84c3-3c98c4cd3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f5b51504-92c9-4304-911d-10c3bcee9e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:42:05.244038 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-77e96f79-cba3-4768-a574-75f135f494d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:05.244445 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e96f79-cba3-4768-a574-75f135f494d7 None None] Bound using segment: {'id': '69e15363-40f7-4893-84c3-3c98c4cd3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f5b51504-92c9-4304-911d-10c3bcee9e8c'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:42:05.245479 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-77e96f79-cba3-4768-a574-75f135f494d7 None None] Bound port: ac80436f-2b5e-47d9-9d36-221c85a0f275, host: dv-cinder-784779-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e15363-40f7-4893-84c3-3c98c4cd3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f5b51504-92c9-4304-911d-10c3bcee9e8c'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:42:05.245889 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-77e96f79-cba3-4768-a574-75f135f494d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:05.254833 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3611d898-396c-4366-b26a-b901b8e1b239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:05.276572 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3611d898-396c-4366-b26a-b901b8e1b239 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=78702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 11 13:42:05.276969 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3611d898-396c-4366-b26a-b901b8e1b239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2529426'] for segment, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:   from cryptography.utils import int_from_bytes
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:   from cryptography.utils import int_from_bytes
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]: Traceback (most recent call last):
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:     timer()
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:     cb(*args, **kw)
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:     return func(*args, **kwargs)
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:     self._notify()
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:     self.callback(batched_events)
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:     event.method(event)
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:     aggregate_uuid = self.p_client.list_aggregates(
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:     return f(self, *a, **k)
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:     return self._get(url).json()
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:     return self.request(url, 'GET', **kwargs)
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:     base_url = self.get_endpoint(auth, allow=allow,
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 11 13:42:05.293225 dv-cinder-784779-11-iscsi neutron-server[78702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 11 13:42:05.348739 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-77e96f79-cba3-4768-a574-75f135f494d7 None None] For port ac80436f-2b5e-47d9-9d36-221c85a0f275, host dv-cinder-784779-11-iscsi, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:42:05.351823 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-77e96f79-cba3-4768-a574-75f135f494d7 None None] For port ac80436f-2b5e-47d9-9d36-221c85a0f275, host dv-cinder-784779-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=ac80436f-2b5e-47d9-9d36-221c85a0f275,segment=NetworkSegment(69e15363-40f7-4893-84c3-3c98c4cd3963),segment_id=69e15363-40f7-4893-84c3-3c98c4cd3963)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:42:05.367038 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-77e96f79-cba3-4768-a574-75f135f494d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:05.368155 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64ffec-2241-4642-b9b7-4d0cd93260db None None] Pushing event updated for resources: {'Port': ['ID=ac80436f-2b5e-47d9-9d36-221c85a0f275,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:05.386752 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9f64ffec-2241-4642-b9b7-4d0cd93260db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:05.387233 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9f64ffec-2241-4642-b9b7-4d0cd93260db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:05.387735 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-29ba91bf-c89e-490f-8cd9-a4e601b21ad9 req-192bc7b7-0b7c-4be7-825c-24ea6c33a595 service neutron] 10.222.0.54 "GET /v2.0/networks/6bef4c20-4a6c-40a5-b258-199c12fc2595?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6062205
May 11 13:42:05.404856 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=15b9989e-a9f0-4e9a-871c-aaa859a9fe5b,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:05.411598 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:05.412761 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-89dc5a46-e34e-4876-ab6c-31385d2f6eba tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:05.414664 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-89dc5a46-e34e-4876-ab6c-31385d2f6eba tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/networks?id=f5b51504-92c9-4304-911d-10c3bcee9e8c HTTP/1.1" status: 200  len: 819 time: 0.2987859
May 11 13:42:05.420079 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3611d898-396c-4366-b26a-b901b8e1b239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709946'] for network, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:05.429118 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3611d898-396c-4366-b26a-b901b8e1b239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:05.434093 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:05.453706 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3a0787ad-a1c9-48a4-8fc1-29f7828090c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:05.459207 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e96f79-cba3-4768-a574-75f135f494d7 None None] Routers {'d541cd06-f952-4b7e-8280-841355059d4b'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:42:05.459891 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-77e96f79-cba3-4768-a574-75f135f494d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9f413d0>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:42:03Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['d541cd06-f952-4b7e-8280-841355059d4b'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:42:05.477246 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611d898-396c-4366-b26a-b901b8e1b239 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe3f000d-af8c-461c-bd1e-59c80163cfef,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:05.483311 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3611d898-396c-4366-b26a-b901b8e1b239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:05.490184 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-d328ffc1-208f-4eae-88e1-926a63ecc8da tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/quotas/f7125cde7f594fb59b70804ec00a8405 HTTP/1.1" status: 200  len: 375 time: 0.0578895
May 11 13:42:05.497967 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-3611d898-396c-4366-b26a-b901b8e1b239 admin admin] 10.222.0.48 "DELETE /v2.0/networks/fe3f000d-af8c-461c-bd1e-59c80163cfef HTTP/1.1" status: 204  len: 168 time: 0.9496508
May 11 13:42:05.503729 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 41792) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:05.585395 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-cf3c070c-a415-446b-94c9-013f99069dde service neutron] 10.222.0.48 "GET /v2.0/networks/d88b8522-bb44-4128-b66b-b6cc8ce1b406?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7979198
May 11 13:42:05.609005 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-65d4e3b5-732b-4788-88aa-e5f910e57e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9ca0d90>, [{'id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'name': 'tempest-AttachVolumeShelveTestJSON-2101245181-router', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:42:00Z', 'revision_number': 4, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'gw_port': {'id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:40Z', 'updated_at': '2021-05-11T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '136e8d27-80ad-4dcf-b778-de1b984c501d', 'name': '', 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'mac_address': 'fa:16:3e:00:9c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:57Z', 'updated_at': '2021-05-11T13:42:01Z', 'revision_number': 2, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'subnets': [{'id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:42:05.616816 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d4e3b5-732b-4788-88aa-e5f910e57e43 None None] Checking router: fedda60a-aae9-4e3a-ba8c-66c2853f22ac for host: dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:42:05.617225 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d4e3b5-732b-4788-88aa-e5f910e57e43 None None] Updating router fedda60a-aae9-4e3a-ba8c-66c2853f22ac port 136e8d27-80ad-4dcf-b778-de1b984c501d binding host dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 11 13:42:05.644904 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64ffec-2241-4642-b9b7-4d0cd93260db None None] Pushing event updated for resources: {'Port': ['ID=ac80436f-2b5e-47d9-9d36-221c85a0f275,revision_number=4']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:05.659182 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9f64ffec-2241-4642-b9b7-4d0cd93260db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:05.678645 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_v2 [None req-6058905d-68c6-4c46-9bf7-407bceb1c7c7 admin admin] Deleting subnet 8aa39975-f6a6-4101-b822-c810836c1432 {{(pid=78702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 11 13:42:05.685730 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6058905d-68c6-4c46-9bf7-407bceb1c7c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:05.694783 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-65d4e3b5-732b-4788-88aa-e5f910e57e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:05.708909 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-77e96f79-cba3-4768-a574-75f135f494d7 None None] Set router d541cd06-f952-4b7e-8280-841355059d4b gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:42:05.744815 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-548c218d-3722-4925-b888-3474af13a316 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f7125cde7f594fb59b70804ec00a8405&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2454908
May 11 13:42:05.774962 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-29ba91bf-c89e-490f-8cd9-a4e601b21ad9 req-59203073-8c27-49a9-b15d-7b23d00bb1c9 service neutron] 10.222.0.54 "GET /v2.0/networks/6bef4c20-4a6c-40a5-b258-199c12fc2595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3741355
May 11 13:42:05.781630 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6058905d-68c6-4c46-9bf7-407bceb1c7c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143158'] for subnet, precommit_delete_associations {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:05.820279 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3a0787ad-a1c9-48a4-8fc1-29f7828090c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:05.832433 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-337adb07-43d0-428e-aa2a-b0880ff3e5de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:05.847486 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-ac9c9bec-e134-4e2e-801e-29511c34491e service neutron] 10.222.0.48 "GET /v2.0/networks/d88b8522-bb44-4128-b66b-b6cc8ce1b406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2541330
May 11 13:42:05.850212 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0787ad-a1c9-48a4-8fc1-29f7828090c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179c2e72-f626-4f41-b41f-c445e8efa909,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:05.852298 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3a0787ad-a1c9-48a4-8fc1-29f7828090c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:05.857795 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-3a0787ad-a1c9-48a4-8fc1-29f7828090c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/179c2e72-f626-4f41-b41f-c445e8efa909 HTTP/1.1" status: 204  len: 168 time: 1.1771245
May 11 13:42:05.857795 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-3a0787ad-a1c9-48a4-8fc1-29f7828090c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:05.926128 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6058905d-68c6-4c46-9bf7-407bceb1c7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861720'] for subnet, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:06.014003 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-dd1258d3-9163-4a24-89fb-2d2f264e4e0c service neutron] 10.222.0.48 "GET /v2.0/networks/f5b51504-92c9-4304-911d-10c3bcee9e8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2602468
May 11 13:42:06.147339 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device c000ac65-a9aa-42c3-be16-e2635cb14df1 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 11 13:42:06.229902 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b355247-f2f9-4bc0-9caa-0b93eac8e96a req-191140a3-9b46-4eca-9a17-7796e504c3bd tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:06.232947 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2b355247-f2f9-4bc0-9caa-0b93eac8e96a req-191140a3-9b46-4eca-9a17-7796e504c3bd tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/ports?device_id=62c35b08-2638-4a7b-a52c-eea21286ee40 HTTP/1.1" status: 200  len: 946 time: 0.1177690
May 11 13:42:06.347166 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2b355247-f2f9-4bc0-9caa-0b93eac8e96a req-9bc50f3f-09cf-4436-a2b9-8f3490fcedfc tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cd0f949-1e7a-462a-b92d-bca34dbfd2f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044223
May 11 13:42:06.349053 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-77e96f79-cba3-4768-a574-75f135f494d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9f413d0>, [{'id': 'd541cd06-f952-4b7e-8280-841355059d4b', 'name': 'tempest-ServerRescueNegativeTestJSON-2067808118-router', 'tenant_id': 'f7125cde7f594fb59b70804ec00a8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'c547ceeb-2471-4bba-945e-99e54b9b4572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:37Z', 'updated_at': '2021-05-11T13:41:59Z', 'revision_number': 4, 'project_id': 'f7125cde7f594fb59b70804ec00a8405', 'gw_port': {'id': 'c547ceeb-2471-4bba-945e-99e54b9b4572', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd541cd06-f952-4b7e-8280-841355059d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:39Z', 'updated_at': '2021-05-11T13:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': 'ac80436f-2b5e-47d9-9d36-221c85a0f275', 'name': '', 'network_id': 'f5b51504-92c9-4304-911d-10c3bcee9e8c', 'tenant_id': 'f7125cde7f594fb59b70804ec00a8405', 'mac_address': 'fa:16:3e:c6:68:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd541cd06-f952-4b7e-8280-841355059d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '251f9a73-9320-4629-9a40-4b9a8c311c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:52Z', 'updated_at': '2021-05-11T13:42:05Z', 'revision_number': 4, 'project_id': 'f7125cde7f594fb59b70804ec00a8405', 'subnets': [{'id': '251f9a73-9320-4629-9a40-4b9a8c311c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:42:06.362290 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e96f79-cba3-4768-a574-75f135f494d7 None None] The sync data for ids ['d541cd06-f952-4b7e-8280-841355059d4b'] in dv-cinder-784779-11-iscsi is: [{'id': 'd541cd06-f952-4b7e-8280-841355059d4b', 'name': 'tempest-ServerRescueNegativeTestJSON-2067808118-router', 'tenant_id': 'f7125cde7f594fb59b70804ec00a8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'c547ceeb-2471-4bba-945e-99e54b9b4572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:37Z', 'updated_at': '2021-05-11T13:41:59Z', 'revision_number': 4, 'project_id': 'f7125cde7f594fb59b70804ec00a8405', 'gw_port': {'id': 'c547ceeb-2471-4bba-945e-99e54b9b4572', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd541cd06-f952-4b7e-8280-841355059d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:39Z', 'updated_at': '2021-05-11T13:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': 'ac80436f-2b5e-47d9-9d36-221c85a0f275', 'name': '', 'network_id': 'f5b51504-92c9-4304-911d-10c3bcee9e8c', 'tenant_id': 'f7125cde7f594fb59b70804ec00a8405', 'mac_address': 'fa:16:3e:c6:68:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd541cd06-f952-4b7e-8280-841355059d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '251f9a73-9320-4629-9a40-4b9a8c311c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:52Z', 'updated_at': '2021-05-11T13:42:05Z', 'revision_number': 4, 'project_id': 'f7125cde7f594fb59b70804ec00a8405', 'subnets': [{'id': '251f9a73-9320-4629-9a40-4b9a8c311c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:42:06.414034 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 41812) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:06.465633 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0df2cd0e-1ef8-446f-901e-436f63a3ba47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:06.484021 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-0df2cd0e-1ef8-446f-901e-436f63a3ba47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:42:06.488530 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-0df2cd0e-1ef8-446f-901e-436f63a3ba47 admin admin] Usage tracker for resource:security_group_rule and tenant:45d7d867c8e94e4fbef271adcf42b2e8 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:42:06.491416 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-0df2cd0e-1ef8-446f-901e-436f63a3ba47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:42:06.502156 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-0df2cd0e-1ef8-446f-901e-436f63a3ba47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:42:06.629679 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0df2cd0e-1ef8-446f-901e-436f63a3ba47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:06.636703 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0df2cd0e-1ef8-446f-901e-436f63a3ba47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:06.647729 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-3a0787ad-a1c9-48a4-8fc1-29f7828090c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:06.664483 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-65d4e3b5-732b-4788-88aa-e5f910e57e43 None None] Notify callbacks [] for port, precommit_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:06.686875 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-e05b4458-6d52-4535-9bde-543b85c0b584 service neutron] 10.222.0.48 "GET /v2.0/networks/f5b51504-92c9-4304-911d-10c3bcee9e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6545112
May 11 13:42:06.697218 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-65d4e3b5-732b-4788-88aa-e5f910e57e43 None None] Transition to ACTIVE for port object 136e8d27-80ad-4dcf-b778-de1b984c501d will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:42:06.713577 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-0df2cd0e-1ef8-446f-901e-436f63a3ba47 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=45d7d867c8e94e4fbef271adcf42b2e8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2955413
May 11 13:42:06.714650 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2cd0e-1ef8-446f-901e-436f63a3ba47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29375403-f95c-4c1f-9537-fa8dee0a65a7,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:06.717426 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 41818) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:06.724722 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0df2cd0e-1ef8-446f-901e-436f63a3ba47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:06.748240 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-65d4e3b5-732b-4788-88aa-e5f910e57e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:06.761202 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port c000ac65-a9aa-42c3-be16-e2635cb14df1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c000ac65-a9aa-42c3-be16-e2635cb14df1,segment=NetworkSegment(c610bf4a-eec2-4b42-8f03-c7d49a9b54e2),segment_id=c610bf4a-eec2-4b42-8f03-c7d49a9b54e2)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:42:06.777297 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-ad283b48-4e78-4b60-b286-06c86b5a67e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:06.953421 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6058905d-68c6-4c46-9bf7-407bceb1c7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2529524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514346'] for subnet, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:07.009692 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:07.095604 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1e0dc59a-6d52-424d-806d-9029dc1dee5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:07.147363 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Returning: {'device': 'c000ac65-a9aa-42c3-be16-e2635cb14df1', 'network_id': '6bef4c20-4a6c-40a5-b258-199c12fc2595', 'port_id': 'c000ac65-a9aa-42c3-be16-e2635cb14df1', 'mac_address': 'fa:16:3e:32:24:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d76bbac-8265-42c9-b0ff-de76986a4e85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 11 13:42:07.154910 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-65d4e3b5-732b-4788-88aa-e5f910e57e43 None None] Attempting to bind port 136e8d27-80ad-4dcf-b778-de1b984c501d on host dv-cinder-784779-11-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:42:07.175627 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-65d4e3b5-732b-4788-88aa-e5f910e57e43 None None] Attempting to bind port 136e8d27-80ad-4dcf-b778-de1b984c501d by drivers openvswitch,hyperv on host dv-cinder-784779-11-iscsi at level 0 using segments [{'id': 'ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:42:07.176397 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d4e3b5-732b-4788-88aa-e5f910e57e43 None None] Attempting to bind port 136e8d27-80ad-4dcf-b778-de1b984c501d on network 707291bc-5dd9-42be-8f66-a126d34db7b0 {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:42:07.231321 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058905d-68c6-4c46-9bf7-407bceb1c7c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aa39975-f6a6-4101-b822-c810836c1432,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:07.250682 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1e0dc59a-6d52-424d-806d-9029dc1dee5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:07.289794 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d4e3b5-732b-4788-88aa-e5f910e57e43 None None] Checking agent: {'id': '2e08dd85-5947-470f-91ea-843c02c9f211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'started_at': datetime.datetime(2021, 5, 11, 13, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:42:07.290656 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d4e3b5-732b-4788-88aa-e5f910e57e43 None None] Checking segment: {'id': 'ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:42:07.291417 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-65d4e3b5-732b-4788-88aa-e5f910e57e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:07.292197 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d4e3b5-732b-4788-88aa-e5f910e57e43 None None] Bound using segment: {'id': 'ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:42:07.293154 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-65d4e3b5-732b-4788-88aa-e5f910e57e43 None None] Bound port: 136e8d27-80ad-4dcf-b778-de1b984c501d, host: dv-cinder-784779-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:42:07.293869 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-65d4e3b5-732b-4788-88aa-e5f910e57e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:07.318578 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b8701-67ac-4195-a488-c5a52ac86ff2 None None] Pushing event updated for resources: {'Port': ['ID=136e8d27-80ad-4dcf-b778-de1b984c501d,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:07.328482 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-859b8701-67ac-4195-a488-c5a52ac86ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:07.360156 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6058905d-68c6-4c46-9bf7-407bceb1c7c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:07.377445 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 41840) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:07.378450 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-6058905d-68c6-4c46-9bf7-407bceb1c7c7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8aa39975-f6a6-4101-b822-c810836c1432 HTTP/1.1" status: 204  len: 168 time: 1.8736353
May 11 13:42:07.382737 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-6058905d-68c6-4c46-9bf7-407bceb1c7c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:07.409144 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1e0dc59a-6d52-424d-806d-9029dc1dee5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:07.420965 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e503100d-54d2-45eb-8b10-bb9957b5ea45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:07.499403 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0dc59a-6d52-424d-806d-9029dc1dee5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29375403-f95c-4c1f-9537-fa8dee0a65a7,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:07.519760 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-65d4e3b5-732b-4788-88aa-e5f910e57e43 None None] For port 136e8d27-80ad-4dcf-b778-de1b984c501d, host dv-cinder-784779-11-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:42:07.527463 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-1e0dc59a-6d52-424d-806d-9029dc1dee5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:07.530302 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-65d4e3b5-732b-4788-88aa-e5f910e57e43 None None] For port 136e8d27-80ad-4dcf-b778-de1b984c501d, host dv-cinder-784779-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=136e8d27-80ad-4dcf-b778-de1b984c501d,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:42:07.537009 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1e0dc59a-6d52-424d-806d-9029dc1dee5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:07.540963 dv-cinder-784779-11-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c35b08-2638-4a7b-a52c-eea21286ee40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b9989e-a9f0-4e9a-871c-aaa859a9fe5b', 'code': 200}
May 11 13:42:07.546263 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-1e0dc59a-6d52-424d-806d-9029dc1dee5e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29375403-f95c-4c1f-9537-fa8dee0a65a7 HTTP/1.1" status: 204  len: 168 time: 0.8200936
May 11 13:42:07.568049 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:07.594983 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-65d4e3b5-732b-4788-88aa-e5f910e57e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:07.621418 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-6d87595a-8b8c-45a9-bf73-7e7b0a3eb312 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:07.653841 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-57bfb59e-f79e-4354-b627-c57880b4786e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785944'] for network, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:07.676056 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 41848) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:07.684391 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-079cbb56-c8eb-4bb9-b1f7-654e02586c73 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1413635543', 'description': 'tempest-description--1115092964'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:42:07.704711 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-079cbb56-c8eb-4bb9-b1f7-654e02586c73 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:42:07.723660 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-079cbb56-c8eb-4bb9-b1f7-654e02586c73 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Usage tracker for resource:security_group and tenant:4d834d585e8e49e39c08f01b088e3ec0 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:42:07.732573 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-079cbb56-c8eb-4bb9-b1f7-654e02586c73 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:42:07.761046 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-079cbb56-c8eb-4bb9-b1f7-654e02586c73 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:42:07.811521 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b8701-67ac-4195-a488-c5a52ac86ff2 None None] Pushing event updated for resources: {'Port': ['ID=136e8d27-80ad-4dcf-b778-de1b984c501d,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:07.817678 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-859b8701-67ac-4195-a488-c5a52ac86ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:07.860725 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c000ac65-a9aa-42c3-be16-e2635cb14df1 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:42:07.894985 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-079cbb56-c8eb-4bb9-b1f7-654e02586c73 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:07.900444 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d4e3b5-732b-4788-88aa-e5f910e57e43 None None] Routers {'fedda60a-aae9-4e3a-ba8c-66c2853f22ac'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:42:07.905732 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-65d4e3b5-732b-4788-88aa-e5f910e57e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9ca0d90>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:42:03Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['fedda60a-aae9-4e3a-ba8c-66c2853f22ac'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:42:07.989211 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-079cbb56-c8eb-4bb9-b1f7-654e02586c73 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:42:08.006266 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-079cbb56-c8eb-4bb9-b1f7-654e02586c73 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Usage tracker for resource:security_group_rule and tenant:4d834d585e8e49e39c08f01b088e3ec0 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:42:08.028202 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-079cbb56-c8eb-4bb9-b1f7-654e02586c73 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:42:08.065091 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-079cbb56-c8eb-4bb9-b1f7-654e02586c73 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:42:08.159647 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb57f9-3d0e-4f61-ade5-44f1a848c63d req-3103600b-9eee-496a-848f-0c0dc4ae71c1 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:08.170326 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-88fb57f9-3d0e-4f61-ade5-44f1a848c63d req-3103600b-9eee-496a-848f-0c0dc4ae71c1 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=d89adeec-1d82-4830-b251-02adb74998ea HTTP/1.1" status: 200  len: 944 time: 0.3918626
May 11 13:42:08.242660 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port c000ac65-a9aa-42c3-be16-e2635cb14df1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c000ac65-a9aa-42c3-be16-e2635cb14df1,segment=NetworkSegment(c610bf4a-eec2-4b42-8f03-c7d49a9b54e2),segment_id=c610bf4a-eec2-4b42-8f03-c7d49a9b54e2)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:42:08.248743 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device ac80436f-2b5e-47d9-9d36-221c85a0f275 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:42:08.302717 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-99c17180-a2ef-4b72-be43-69f6567f029d req-9b75292e-0dc9-4c0f-a99c-b2ecefd278aa tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 210 time: 0.2180562
May 11 13:42:08.316355 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-57bfb59e-f79e-4354-b627-c57880b4786e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863971', 'neutron.services.segments.db._delete_segments_for_network-8734582855581'] for network, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:08.320661 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-88fb57f9-3d0e-4f61-ade5-44f1a848c63d req-2703cc7f-3848-4865-b829-da3e970c54c8 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494350
May 11 13:42:08.428870 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-57bfb59e-f79e-4354-b627-c57880b4786e admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1ad9b4d520>> segment before_delete 55550000 {{(pid=78703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:42:08.429451 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-57bfb59e-f79e-4354-b627-c57880b4786e admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1ad9b4d520>> subnet precommit_delete_associations 55550000 {{(pid=78703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:42:08.430525 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-57bfb59e-f79e-4354-b627-c57880b4786e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ad93aa7c0>> segment_host_mapping after_create 55550000 {{(pid=78703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:42:08.431402 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-57bfb59e-f79e-4354-b627-c57880b4786e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ad93aa7c0>> port after_create 55550000 {{(pid=78703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:42:08.432202 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-57bfb59e-f79e-4354-b627-c57880b4786e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ad93aa7c0>> port after_delete 55550000 {{(pid=78703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:42:08.432844 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-57bfb59e-f79e-4354-b627-c57880b4786e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ad93aa7c0>> port after_update 55550000 {{(pid=78703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:42:08.433321 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-57bfb59e-f79e-4354-b627-c57880b4786e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ad93aa7c0>> segment after_delete 55550000 {{(pid=78703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:42:08.433795 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-57bfb59e-f79e-4354-b627-c57880b4786e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ad93aa7c0>> subnet after_create 55550000 {{(pid=78703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:42:08.434256 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-57bfb59e-f79e-4354-b627-c57880b4786e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ad93aa7c0>> subnet after_delete 55550000 {{(pid=78703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:42:08.434726 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-57bfb59e-f79e-4354-b627-c57880b4786e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ad93aa7c0>> subnet after_update 55550000 {{(pid=78703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:42:08.462269 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-079cbb56-c8eb-4bb9-b1f7-654e02586c73 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:08.479457 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-079cbb56-c8eb-4bb9-b1f7-654e02586c73 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:08.479775 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:08.499499 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:08.514593 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-24b05fdf-ffe2-47ed-aa7b-eef8dfdd367c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:08.618396 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-57bfb59e-f79e-4354-b627-c57880b4786e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1ad9571490>> subnet after_create 55550000 {{(pid=78703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:42:08.619109 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-57bfb59e-f79e-4354-b627-c57880b4786e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1ad9571490>> subnet after_delete 55550000 {{(pid=78703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:42:08.619360 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079cbb56-c8eb-4bb9-b1f7-654e02586c73 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4523ef-344a-49b1-9c89-84af77054284,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:08.619926 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-57bfb59e-f79e-4354-b627-c57880b4786e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1ad9571490>> subnet before_create 55550000 {{(pid=78703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:42:08.620400 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-57bfb59e-f79e-4354-b627-c57880b4786e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1ad9571490>> subnet before_update 55550000 {{(pid=78703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 11 13:42:08.620910 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-57bfb59e-f79e-4354-b627-c57880b4786e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1adbb1ee20>,) {'filters': {'network_id': ['c1993add-7c61-4d22-86e2-9e9410c69519']}} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:42:08.630523 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986583ae-7646-4aa8-a437-f712e39a208e req-589051c2-b288-4f2a-b298-7928f95883f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:08.636174 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-986583ae-7646-4aa8-a437-f712e39a208e req-589051c2-b288-4f2a-b298-7928f95883f8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=62c35b08-2638-4a7b-a52c-eea21286ee40 HTTP/1.1" status: 200  len: 1099 time: 0.4591560
May 11 13:42:08.637729 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-079cbb56-c8eb-4bb9-b1f7-654e02586c73 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:08.674596 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-57bfb59e-f79e-4354-b627-c57880b4786e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1adbb1ee20>, 'ddca8bb7-4daa-45ba-9ea6-39497819b17a') {'for_net_delete': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:42:08.675153 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-57bfb59e-f79e-4354-b627-c57880b4786e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1adbb1ee20>, 'ddca8bb7-4daa-45ba-9ea6-39497819b17a') {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:42:08.693700 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-986583ae-7646-4aa8-a437-f712e39a208e req-435baaa9-481a-46a3-9a25-2273c2dcaad9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:08.720698 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-986583ae-7646-4aa8-a437-f712e39a208e req-435baaa9-481a-46a3-9a25-2273c2dcaad9 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:42:08.726090 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-986583ae-7646-4aa8-a437-f712e39a208e req-435baaa9-481a-46a3-9a25-2273c2dcaad9 service neutron] Usage tracker for resource:security_group_rule and tenant:2170f8fa49524cb5ade90ba7a5ca95e8 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:42:08.733999 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-986583ae-7646-4aa8-a437-f712e39a208e req-435baaa9-481a-46a3-9a25-2273c2dcaad9 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:42:08.751837 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-986583ae-7646-4aa8-a437-f712e39a208e req-435baaa9-481a-46a3-9a25-2273c2dcaad9 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:42:08.849189 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['c000ac65-a9aa-42c3-be16-e2635cb14df1'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:42:08.850409 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-079cbb56-c8eb-4bb9-b1f7-654e02586c73 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:08.850624 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-57bfb59e-f79e-4354-b627-c57880b4786e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582867559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077593'] for segment, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:08.854484 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-079cbb56-c8eb-4bb9-b1f7-654e02586c73 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.1765630
May 11 13:42:08.864824 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-5a98ed5d-eb6a-4ad7-8630-820082599bdf req-003bfd12-6859-4ad2-ba87-f669e65a52ab tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Synchronizing usage tracker for tenant:f7125cde7f594fb59b70804ec00a8405 on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:42:08.872429 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 41868) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:08.888321 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-19913314-68a8-48a6-bffc-f3082edb19cc tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Request body: {'security_group_rule': {'security_group_id': '6c4523ef-344a-49b1-9c89-84af77054284', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:42:08.905262 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-19913314-68a8-48a6-bffc-f3082edb19cc tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:42:08.913013 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-57bfb59e-f79e-4354-b627-c57880b4786e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:08.952852 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-19913314-68a8-48a6-bffc-f3082edb19cc tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Usage tracker for resource:security_group_rule and tenant:4d834d585e8e49e39c08f01b088e3ec0 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:42:08.973895 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57bfb59e-f79e-4354-b627-c57880b4786e admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=78703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 11 13:42:08.975103 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-57bfb59e-f79e-4354-b627-c57880b4786e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2100485'] for segment, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:08.993191 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning for port ac80436f-2b5e-47d9-9d36-221c85a0f275 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:42:08.994118 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-19913314-68a8-48a6-bffc-f3082edb19cc tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:   from cryptography.utils import int_from_bytes
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:   from cryptography.utils import int_from_bytes
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]: Traceback (most recent call last):
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:     timer()
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:     cb(*args, **kw)
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:     return func(*args, **kwargs)
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:     self._notify()
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:     self.callback(batched_events)
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:     event.method(event)
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:     aggregate_uuid = self.p_client.list_aggregates(
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:     return f(self, *a, **k)
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:     return self._get(url).json()
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:     return self.request(url, 'GET', **kwargs)
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:     base_url = self.get_endpoint(auth, allow=allow,
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 11 13:42:09.000466 dv-cinder-784779-11-iscsi neutron-server[78703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 11 13:42:09.029653 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port ac80436f-2b5e-47d9-9d36-221c85a0f275 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:42:09.030047 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:09.041619 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e28a74-cbb3-42ed-b258-567060e2e450 req-4c6cc3be-8291-4c91-ba00-21d1a7b7c9a7 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:09.049904 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b3e28a74-cbb3-42ed-b258-567060e2e450 req-4c6cc3be-8291-4c91-ba00-21d1a7b7c9a7 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/ports?device_id=62c35b08-2638-4a7b-a52c-eea21286ee40 HTTP/1.1" status: 200  len: 946 time: 0.1852160
May 11 13:42:09.066502 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-5a98ed5d-eb6a-4ad7-8630-820082599bdf req-003bfd12-6859-4ad2-ba87-f669e65a52ab tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Unset dirty status for tenant:f7125cde7f594fb59b70804ec00a8405 on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:42:09.080843 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5a98ed5d-eb6a-4ad7-8630-820082599bdf req-003bfd12-6859-4ad2-ba87-f669e65a52ab tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 210 time: 0.3957028
May 11 13:42:09.094043 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-19913314-68a8-48a6-bffc-f3082edb19cc tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:42:09.110849 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=c000ac65-a9aa-42c3-be16-e2635cb14df1,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:09.114820 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.54', 56740) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:09.116626 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-986583ae-7646-4aa8-a437-f712e39a208e req-435baaa9-481a-46a3-9a25-2273c2dcaad9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:09.130775 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:09.163588 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-986583ae-7646-4aa8-a437-f712e39a208e req-435baaa9-481a-46a3-9a25-2273c2dcaad9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:09.243507 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-faf343ef-a749-4ce1-9ca9-1ef3e2b18ba7 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:09.245609 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-faf343ef-a749-4ce1-9ca9-1ef3e2b18ba7 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.54 "GET /v2.0/networks?id=d88b8522-bb44-4128-b66b-b6cc8ce1b406 HTTP/1.1" status: 200  len: 811 time: 1.1506879
May 11 13:42:09.252605 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-65d4e3b5-732b-4788-88aa-e5f910e57e43 None None] Set router fedda60a-aae9-4e3a-ba8c-66c2853f22ac gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:42:09.282116 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:09.299832 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-19913314-68a8-48a6-bffc-f3082edb19cc tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:09.354520 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435baaa9-481a-46a3-9a25-2273c2dcaad9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=658c62af-e67a-487b-aa9a-0b85b8ac116e,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:09.361471 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-435baaa9-481a-46a3-9a25-2273c2dcaad9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:09.397380 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b3e28a74-cbb3-42ed-b258-567060e2e450 req-9a7478f9-65fc-4758-a9a4-4d12d82c1449 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cd0f949-1e7a-462a-b92d-bca34dbfd2f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3465438
May 11 13:42:09.433117 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-986583ae-7646-4aa8-a437-f712e39a208e req-435baaa9-481a-46a3-9a25-2273c2dcaad9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2cd0f949-1e7a-462a-b92d-bca34dbfd2f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7716188
May 11 13:42:09.451035 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-9da2cb13-c7ed-4c73-95e0-b965f77f8932 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2e1283bbf5045ad87015dc35eb13bec HTTP/1.1" status: 200  len: 380 time: 0.1753633
May 11 13:42:09.451924 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-57bfb59e-f79e-4354-b627-c57880b4786e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709946'] for network, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:09.466914 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:09.544516 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-bc8ed26d-1c22-49b9-8fc4-eae2a797a791 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:09.546007 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-bc8ed26d-1c22-49b9-8fc4-eae2a797a791 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.54 "GET /v2.0/networks?id=f5b51504-92c9-4304-911d-10c3bcee9e8c HTTP/1.1" status: 200  len: 819 time: 0.4281595
May 11 13:42:09.568096 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-fd27dabc-e614-44c5-a643-382b64e31df7 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Request body: {'port': {'device_id': '73b97539-15de-4ab3-a337-0d1324ba6fb9', 'network_id': 'f5b51504-92c9-4304-911d-10c3bcee9e8c', 'admin_state_up': True, 'tenant_id': 'f7125cde7f594fb59b70804ec00a8405'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:42:09.614617 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfb59e-f79e-4354-b627-c57880b4786e admin admin] Pushing event deleted for resources: {'Network': ['ID=c1993add-7c61-4d22-86e2-9e9410c69519,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:09.633868 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-57bfb59e-f79e-4354-b627-c57880b4786e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:09.811328 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-e3290a1b-eebc-4f75-9d5f-0028dce37eb6 req-937e61ce-c208-4bfd-8b06-92cdf3ef0918 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Synchronizing usage tracker for tenant:e2e1283bbf5045ad87015dc35eb13bec on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:42:09.828147 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-bfd5da02-cc4f-4bf5-a9f1-5b7f06b13663 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:09.828682 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-bfd5da02-cc4f-4bf5-a9f1-5b7f06b13663 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Synchronizing usage tracker for tenant:f7125cde7f594fb59b70804ec00a8405 on resource:network {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:42:09.836999 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-d86e1f91-eb35-4f95-96f0-0348281643af tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Request body: {'port': {'device_id': '04c966b4-7bcd-43e5-863e-117ecacf1946', 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406', 'admin_state_up': True, 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'security_groups': ['77181017-1095-4c35-af63-d1eef68b2019']}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:42:09.840343 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-fd27dabc-e614-44c5-a643-382b64e31df7 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:42:09.843027 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-e3290a1b-eebc-4f75-9d5f-0028dce37eb6 req-937e61ce-c208-4bfd-8b06-92cdf3ef0918 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Unset dirty status for tenant:e2e1283bbf5045ad87015dc35eb13bec on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:42:09.844620 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e3290a1b-eebc-4f75-9d5f-0028dce37eb6 req-937e61ce-c208-4bfd-8b06-92cdf3ef0918 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 210 time: 0.0897548
May 11 13:42:09.854817 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-fd27dabc-e614-44c5-a643-382b64e31df7 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:42:09.879368 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-fd27dabc-e614-44c5-a643-382b64e31df7 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Made reservation on behalf of f7125cde7f594fb59b70804ec00a8405 for: {'port': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:42:09.883283 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-fd27dabc-e614-44c5-a643-382b64e31df7 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:09.899234 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-57bfb59e-f79e-4354-b627-c57880b4786e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:09.959891 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-57bfb59e-f79e-4354-b627-c57880b4786e admin admin] 10.222.0.48 "DELETE /v2.0/networks/c1993add-7c61-4d22-86e2-9e9410c69519 HTTP/1.1" status: 204  len: 168 time: 2.5810993
May 11 13:42:09.962701 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-19913314-68a8-48a6-bffc-f3082edb19cc tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:09.970197 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-bfd5da02-cc4f-4bf5-a9f1-5b7f06b13663 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Unset dirty status for tenant:f7125cde7f594fb59b70804ec00a8405 on resource:network {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:42:09.971576 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-bfd5da02-cc4f-4bf5-a9f1-5b7f06b13663 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/networks?id=f5b51504-92c9-4304-911d-10c3bcee9e8c HTTP/1.1" status: 200  len: 819 time: 0.5095406
May 11 13:42:09.975687 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-19913314-68a8-48a6-bffc-f3082edb19cc tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:09.983105 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:10.003509 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19913314-68a8-48a6-bffc-f3082edb19cc tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d55ccdf-b927-48ba-92b2-3581a0b485da,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:10.070959 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:10.094659 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-1eb15ba0-cca8-4530-b6c5-d27898bf33bf tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/quotas/f7125cde7f594fb59b70804ec00a8405 HTTP/1.1" status: 200  len: 375 time: 0.0924504
May 11 13:42:10.105597 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-19913314-68a8-48a6-bffc-f3082edb19cc tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:10.108306 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-19913314-68a8-48a6-bffc-f3082edb19cc tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:10.110955 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-19913314-68a8-48a6-bffc-f3082edb19cc tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.2375305
May 11 13:42:10.131967 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] For port ac80436f-2b5e-47d9-9d36-221c85a0f275, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=ac80436f-2b5e-47d9-9d36-221c85a0f275,segment=NetworkSegment(69e15363-40f7-4893-84c3-3c98c4cd3963),segment_id=69e15363-40f7-4893-84c3-3c98c4cd3963)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:42:10.136436 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-fd27dabc-e614-44c5-a643-382b64e31df7 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Allocated IP 172.20.0.13 (f5b51504-92c9-4304-911d-10c3bcee9e8c/251f9a73-9320-4629-9a40-4b9a8c311c09/716f81b5-9951-4800-a928-e286481dd6b2) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:42:10.139637 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-65d4e3b5-732b-4788-88aa-e5f910e57e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9ca0d90>, [{'id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'name': 'tempest-AttachVolumeShelveTestJSON-2101245181-router', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:42:00Z', 'revision_number': 4, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'gw_port': {'id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:40Z', 'updated_at': '2021-05-11T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '136e8d27-80ad-4dcf-b778-de1b984c501d', 'name': '', 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'mac_address': 'fa:16:3e:00:9c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:57Z', 'updated_at': '2021-05-11T13:42:07Z', 'revision_number': 4, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'subnets': [{'id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:42:10.144320 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:10.145005 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 41952) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:10.147488 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d4e3b5-732b-4788-88aa-e5f910e57e43 None None] The sync data for ids ['fedda60a-aae9-4e3a-ba8c-66c2853f22ac'] in dv-cinder-784779-11-iscsi is: [{'id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'name': 'tempest-AttachVolumeShelveTestJSON-2101245181-router', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:42:00Z', 'revision_number': 4, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'gw_port': {'id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:40Z', 'updated_at': '2021-05-11T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '136e8d27-80ad-4dcf-b778-de1b984c501d', 'name': '', 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'mac_address': 'fa:16:3e:00:9c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:57Z', 'updated_at': '2021-05-11T13:42:07Z', 'revision_number': 4, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'subnets': [{'id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:42:10.149795 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:10.260451 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-5647408f-3f90-4c45-a8a6-a834971adc3e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Request body: {'security_group_rule': {'security_group_id': '6c4523ef-344a-49b1-9c89-84af77054284', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:42:10.284396 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Pushing event updated for resources: {'Port': ['ID=ac80436f-2b5e-47d9-9d36-221c85a0f275,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:10.291375 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-d86e1f91-eb35-4f95-96f0-0348281643af tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:42:10.291872 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:10.298228 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-5647408f-3f90-4c45-a8a6-a834971adc3e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:42:10.320925 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-5647408f-3f90-4c45-a8a6-a834971adc3e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Usage tracker for resource:security_group_rule and tenant:4d834d585e8e49e39c08f01b088e3ec0 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:42:10.321143 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-d86e1f91-eb35-4f95-96f0-0348281643af tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:42:10.324786 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-5647408f-3f90-4c45-a8a6-a834971adc3e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:42:10.345427 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-5647408f-3f90-4c45-a8a6-a834971adc3e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:42:10.353261 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-d86e1f91-eb35-4f95-96f0-0348281643af tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Made reservation on behalf of e2e1283bbf5045ad87015dc35eb13bec for: {'port': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:42:10.356866 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 41968) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:10.361374 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-d86e1f91-eb35-4f95-96f0-0348281643af tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:10.383651 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-32334096-c1e1-4b68-9d26-31ea734341a0 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f7125cde7f594fb59b70804ec00a8405&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2694042
May 11 13:42:10.427771 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5647408f-3f90-4c45-a8a6-a834971adc3e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:10.504592 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device c000ac65-a9aa-42c3-be16-e2635cb14df1 up at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:42:10.600016 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbc70d-2ebf-4356-8646-9687d3c2512b req-7708e4d4-10a5-4703-862d-3b74251ee039 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:10.601664 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4fdbc70d-2ebf-4356-8646-9687d3c2512b req-7708e4d4-10a5-4703-862d-3b74251ee039 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=d89adeec-1d82-4830-b251-02adb74998ea HTTP/1.1" status: 200  len: 945 time: 0.4555788
May 11 13:42:10.636259 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning for port c000ac65-a9aa-42c3-be16-e2635cb14df1 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:42:10.645018 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning complete for port c000ac65-a9aa-42c3-be16-e2635cb14df1 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:42:10.645389 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:10.712177 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-0013d72d-7855-4b58-a284-c03fc36b8d26 service neutron] 10.222.0.48 "GET /v2.0/networks/f5b51504-92c9-4304-911d-10c3bcee9e8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3193469
May 11 13:42:10.748133 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-d86e1f91-eb35-4f95-96f0-0348281643af tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Allocated IP 172.20.0.12 (d88b8522-bb44-4128-b66b-b6cc8ce1b406/3abe7865-8078-415f-bbc1-ea30cc80fab6/3a677dac-2f78-46bc-ac7e-4d06bd8805bd) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:42:10.768713 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-74d249c5-3ce7-4ec8-bcca-cbcf183449af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8452dc8299474ec7822cab97218deb55&name=default HTTP/1.1" status: 200  len: 2976 time: 0.4073067
May 11 13:42:10.789314 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4fdbc70d-2ebf-4356-8646-9687d3c2512b req-60903203-71c5-4129-b450-4488e64882b6 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505601
May 11 13:42:10.793245 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 41974) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:10.900250 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5647408f-3f90-4c45-a8a6-a834971adc3e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:10.913660 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-fd27dabc-e614-44c5-a643-382b64e31df7 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:10.925892 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:10.940621 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5647408f-3f90-4c45-a8a6-a834971adc3e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684552'] for security_group_rule, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:10.981711 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-4d7556e0-8fa8-4a16-ba69-33f12c583a61 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:10.997259 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89adeec-1d82-4830-b251-02adb74998ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c000ac65-a9aa-42c3-be16-e2635cb14df1'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:42:11.015152 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-90eaf7a1-a823-4c2e-a244-d68b81a08e30 service neutron] 10.222.0.48 "GET /v2.0/networks/f5b51504-92c9-4304-911d-10c3bcee9e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3006589
May 11 13:42:11.045232 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port c000ac65-a9aa-42c3-be16-e2635cb14df1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c000ac65-a9aa-42c3-be16-e2635cb14df1,segment=NetworkSegment(c610bf4a-eec2-4b42-8f03-c7d49a9b54e2),segment_id=c610bf4a-eec2-4b42-8f03-c7d49a9b54e2)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:42:11.054710 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:11.057527 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:11.091090 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0a0d0fc0-ee81-46fa-829f-8c6082822312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:11.099017 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647408f-3f90-4c45-a8a6-a834971adc3e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d5cd8b-1bcc-4733-aa8c-7975af22a1e7,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:11.142374 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-5647408f-3f90-4c45-a8a6-a834971adc3e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:11.203521 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5647408f-3f90-4c45-a8a6-a834971adc3e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:11.204796 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-5647408f-3f90-4c45-a8a6-a834971adc3e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9857507
May 11 13:42:11.207255 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0a0d0fc0-ee81-46fa-829f-8c6082822312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:11.218489 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 41990) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:11.235885 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-f471134d-e0ed-4968-8a42-32abc9929434 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Request body: {'floatingip': {'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:42:11.250017 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=c000ac65-a9aa-42c3-be16-e2635cb14df1,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:11.262056 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-f471134d-e0ed-4968-8a42-32abc9929434 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:42:11.262214 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:11.299130 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-f471134d-e0ed-4968-8a42-32abc9929434 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Usage tracker for resource:floatingip and tenant:4d834d585e8e49e39c08f01b088e3ec0 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:42:11.319442 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-f471134d-e0ed-4968-8a42-32abc9929434 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:42:11.336309 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-f471134d-e0ed-4968-8a42-32abc9929434 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:42:11.342425 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-fd27dabc-e614-44c5-a643-382b64e31df7 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:11.370370 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:11.382112 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-d86e1f91-eb35-4f95-96f0-0348281643af tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:11.405966 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-d86e1f91-eb35-4f95-96f0-0348281643af tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Transition to ACTIVE for port object 3a677dac-2f78-46bc-ac7e-4d06bd8805bd will not be triggered until provisioned by entity DHCP. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:42:11.484479 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-d86e1f91-eb35-4f95-96f0-0348281643af tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2100528'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:11.511640 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:11.606567 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-d86e1f91-eb35-4f95-96f0-0348281643af tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Network d88b8522-bb44-4128-b66b-b6cc8ce1b406 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:42:11.624354 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-d86e1f91-eb35-4f95-96f0-0348281643af tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:42:11.635548 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-d86e1f91-eb35-4f95-96f0-0348281643af tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:42:11.736636 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e1f91-eb35-4f95-96f0-0348281643af tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Pushing event updated for resources: {'Port': ['ID=3a677dac-2f78-46bc-ac7e-4d06bd8805bd,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:11.746372 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d86e1f91-eb35-4f95-96f0-0348281643af tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:11.750673 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f471134d-e0ed-4968-8a42-32abc9929434 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for floatingip, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:11.786058 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348bd0c-a468-4ab9-86c0-e3f8e5425f59 req-8b516186-01dd-4f0b-ab4c-b48fd0df6914 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:11.788113 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d348bd0c-a468-4ab9-86c0-e3f8e5425f59 req-8b516186-01dd-4f0b-ab4c-b48fd0df6914 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 932 time: 0.3526933
May 11 13:42:11.807385 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-d86e1f91-eb35-4f95-96f0-0348281643af tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:11.808186 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-d86e1f91-eb35-4f95-96f0-0348281643af tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:11.827684 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-fd27dabc-e614-44c5-a643-382b64e31df7 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Network f5b51504-92c9-4304-911d-10c3bcee9e8c is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:42:11.886050 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d348bd0c-a468-4ab9-86c0-e3f8e5425f59 req-6e9145ac-81ff-4291-882a-d159f1fc863b tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0856638
May 11 13:42:11.889164 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-fd27dabc-e614-44c5-a643-382b64e31df7 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:42:11.891374 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-d86e1f91-eb35-4f95-96f0-0348281643af tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2613811
May 11 13:42:11.899472 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-fd27dabc-e614-44c5-a643-382b64e31df7 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:42:11.918721 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-ffbb3cdf-595d-4760-92c4-19f96bd02de8 service neutron] Request body: {'port': {'device_id': '04c966b4-7bcd-43e5-863e-117ecacf1946', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:42:11.982355 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27dabc-e614-44c5-a643-382b64e31df7 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Pushing event updated for resources: {'Port': ['ID=716f81b5-9951-4800-a928-e286481dd6b2,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:11.997943 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd27dabc-e614-44c5-a643-382b64e31df7 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:12.002644 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0a0d0fc0-ee81-46fa-829f-8c6082822312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:12.024110 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-41051d1c-0ec6-470c-9e8b-b80e6d896b0f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:12.040355 dv-cinder-784779-11-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89adeec-1d82-4830-b251-02adb74998ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c000ac65-a9aa-42c3-be16-e2635cb14df1', 'code': 200}
May 11 13:42:12.046487 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-685e4cbd-9c07-4cc3-b95e-5f69b28a0d22 None None] Provisioning for port 3a677dac-2f78-46bc-ac7e-4d06bd8805bd completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:42:12.053598 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-fd27dabc-e614-44c5-a643-382b64e31df7 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:12.054269 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-fd27dabc-e614-44c5-a643-382b64e31df7 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:12.063401 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d0fc0-ee81-46fa-829f-8c6082822312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0972c5ef-a0c6-4001-a8ca-943e7be6ecd8,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:12.066954 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-685e4cbd-9c07-4cc3-b95e-5f69b28a0d22 None None] Provisioning complete for port 3a677dac-2f78-46bc-ac7e-4d06bd8805bd triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:42:12.072265 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-685e4cbd-9c07-4cc3-b95e-5f69b28a0d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:12.082524 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-0a0d0fc0-ee81-46fa-829f-8c6082822312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:12.090540 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9d1f4-d60b-4e1b-b68a-575a0b3d0b85 req-97ab6295-02ed-4ea4-acab-a745331b2a2a tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:12.092097 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5dd9d1f4-d60b-4e1b-b68a-575a0b3d0b85 req-97ab6295-02ed-4ea4-acab-a745331b2a2a tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/ports?device_id=62c35b08-2638-4a7b-a52c-eea21286ee40 HTTP/1.1" status: 200  len: 946 time: 0.6301539
May 11 13:42:12.104639 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0a0d0fc0-ee81-46fa-829f-8c6082822312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:12.105755 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-0a0d0fc0-ee81-46fa-829f-8c6082822312 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0972c5ef-a0c6-4001-a8ca-943e7be6ecd8 HTTP/1.1" status: 204  len: 168 time: 1.2949009
May 11 13:42:12.126144 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-ffbb3cdf-595d-4760-92c4-19f96bd02de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:12.184269 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-fd27dabc-e614-44c5-a643-382b64e31df7 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6275756
May 11 13:42:12.189551 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-685e4cbd-9c07-4cc3-b95e-5f69b28a0d22 None None] Port 3a677dac-2f78-46bc-ac7e-4d06bd8805bd cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 11 13:42:12.256968 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5dd9d1f4-d60b-4e1b-b68a-575a0b3d0b85 req-b40d736e-4c64-457a-bb4a-5073336db40e tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cd0f949-1e7a-462a-b92d-bca34dbfd2f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372297
May 11 13:42:12.318380 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-3a5f2823-6ead-4278-b693-3995df895274 service neutron] Request body: {'port': {'device_id': '73b97539-15de-4ab3-a337-0d1324ba6fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:42:12.469715 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device ac80436f-2b5e-47d9-9d36-221c85a0f275 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:42:12.690420 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port ac80436f-2b5e-47d9-9d36-221c85a0f275 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:42:12.691066 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:12.704943 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-46cbf207-cbba-41aa-a777-a9cbd0bb89ca req-68044b05-ee02-407c-b2e3-babe21e6eb50 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Synchronizing usage tracker for tenant:f7125cde7f594fb59b70804ec00a8405 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:42:12.878504 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-3a5f2823-6ead-4278-b693-3995df895274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:12.908738 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-46cbf207-cbba-41aa-a777-a9cbd0bb89ca req-68044b05-ee02-407c-b2e3-babe21e6eb50 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Unset dirty status for tenant:f7125cde7f594fb59b70804ec00a8405 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:42:12.921849 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-46cbf207-cbba-41aa-a777-a9cbd0bb89ca req-68044b05-ee02-407c-b2e3-babe21e6eb50 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 210 time: 0.4067645
May 11 13:42:13.009221 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 136e8d27-80ad-4dcf-b778-de1b984c501d up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:42:13.022115 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.54', 56752) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:13.193568 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning for port 136e8d27-80ad-4dcf-b778-de1b984c501d completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:42:13.201379 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 136e8d27-80ad-4dcf-b778-de1b984c501d triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:42:13.201770 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:13.205320 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8fe67-dc5e-4cb6-b03a-4d4cbb3ee456 req-1b42247e-e4d7-4cc4-82de-52a5159413e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:13.207305 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-dca8fe67-dc5e-4cb6-b03a-4d4cbb3ee456 req-1b42247e-e4d7-4cc4-82de-52a5159413e7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d89adeec-1d82-4830-b251-02adb74998ea HTTP/1.1" status: 200  len: 1099 time: 0.7017639
May 11 13:42:13.209502 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 42040) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:13.237892 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f471134d-e0ed-4968-8a42-32abc9929434 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:13.398085 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-ffbb3cdf-595d-4760-92c4-19f96bd02de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a677dac-2f78-46bc-ac7e-4d06bd8805bd {{(pid=78703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:42:13.438176 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec638cc-697e-4833-81f9-e8cd79c6e5f2 req-36c77c95-078e-4d0f-84e7-5d4191e439e5 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:13.439747 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3ec638cc-697e-4833-81f9-e8cd79c6e5f2 req-36c77c95-078e-4d0f-84e7-5d4191e439e5 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=d89adeec-1d82-4830-b251-02adb74998ea HTTP/1.1" status: 200  len: 946 time: 0.8341002
May 11 13:42:13.444155 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-ffbb3cdf-595d-4760-92c4-19f96bd02de8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:13.459464 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:13.500070 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-ffbb3cdf-595d-4760-92c4-19f96bd02de8 service neutron] Transition to ACTIVE for port object 3a677dac-2f78-46bc-ac7e-4d06bd8805bd will not be triggered until provisioned by entity L2. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:42:13.518836 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-ffbb3cdf-595d-4760-92c4-19f96bd02de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2100521'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:13.529469 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f9f4c91f-6c1c-476a-88ad-3fc9c40f7547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:13.546237 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] For port 136e8d27-80ad-4dcf-b778-de1b984c501d, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=136e8d27-80ad-4dcf-b778-de1b984c501d,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:42:13.554573 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:13.556720 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:13.578166 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3ec638cc-697e-4833-81f9-e8cd79c6e5f2 req-b83dd58a-7fa1-4aa2-9e25-6bdcf930018f tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168010
May 11 13:42:13.648194 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Pushing event updated for resources: {'Port': ['ID=136e8d27-80ad-4dcf-b778-de1b984c501d,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:13.651432 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:13.740129 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb3cdf-595d-4760-92c4-19f96bd02de8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a677dac-2f78-46bc-ac7e-4d06bd8805bd,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:13.747279 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ffbb3cdf-595d-4760-92c4-19f96bd02de8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:13.747386 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-dca8fe67-dc5e-4cb6-b03a-4d4cbb3ee456 req-41016d52-4c4c-47f8-8914-042f7abb1e4e service neutron] Synchronizing usage tracker for tenant:2170f8fa49524cb5ade90ba7a5ca95e8 on resource:security_group {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:42:13.819437 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-ffbb3cdf-595d-4760-92c4-19f96bd02de8 service neutron] Attempting to bind port 3a677dac-2f78-46bc-ac7e-4d06bd8805bd on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:42:13.819925 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-ffbb3cdf-595d-4760-92c4-19f96bd02de8 service neutron] Attempting to bind port 3a677dac-2f78-46bc-ac7e-4d06bd8805bd by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '25fdd543-918d-4905-85a1-237f19c43cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406'}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:42:13.820332 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-ffbb3cdf-595d-4760-92c4-19f96bd02de8 service neutron] Attempting to bind port 3a677dac-2f78-46bc-ac7e-4d06bd8805bd on network d88b8522-bb44-4128-b66b-b6cc8ce1b406 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:42:13.826397 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-ffbb3cdf-595d-4760-92c4-19f96bd02de8 service neutron] Port 3a677dac-2f78-46bc-ac7e-4d06bd8805bd on network d88b8522-bb44-4128-b66b-b6cc8ce1b406 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 11 13:42:13.826715 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-ffbb3cdf-595d-4760-92c4-19f96bd02de8 service neutron] Attempting to bind port 3a677dac-2f78-46bc-ac7e-4d06bd8805bd on network d88b8522-bb44-4128-b66b-b6cc8ce1b406 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:42:13.834307 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-ffbb3cdf-595d-4760-92c4-19f96bd02de8 service neutron] Checking agent: {'id': '90698981-c276-4592-9423-0c50fa5e2f21', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'started_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:42:13.834758 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-ffbb3cdf-595d-4760-92c4-19f96bd02de8 service neutron] Checking segment: {'id': '25fdd543-918d-4905-85a1-237f19c43cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:42:13.835150 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-ffbb3cdf-595d-4760-92c4-19f96bd02de8 service neutron] Bound using segment: {'id': '25fdd543-918d-4905-85a1-237f19c43cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406'} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:42:13.835729 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-ffbb3cdf-595d-4760-92c4-19f96bd02de8 service neutron] Bound port: 3a677dac-2f78-46bc-ac7e-4d06bd8805bd, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fdd543-918d-4905-85a1-237f19c43cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406'}}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:42:13.836112 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-ffbb3cdf-595d-4760-92c4-19f96bd02de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:13.842592 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-fb8dda35-44c8-4df1-b689-4c221b8c0b70 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ce1495f4513447a3a9dea6cabfd41b27&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6224856
May 11 13:42:13.845878 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 42054) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:13.861637 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-7bf8600e-9570-42f8-b852-fee33d449930 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:13.863443 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-7bf8600e-9570-42f8-b852-fee33d449930 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.54 "GET /v2.0/networks?id=f5b51504-92c9-4304-911d-10c3bcee9e8c HTTP/1.1" status: 200  len: 819 time: 0.8280070
May 11 13:42:13.881263 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-dca8fe67-dc5e-4cb6-b03a-4d4cbb3ee456 req-41016d52-4c4c-47f8-8914-042f7abb1e4e service neutron] Unset dirty status for tenant:2170f8fa49524cb5ade90ba7a5ca95e8 on resource:security_group {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:42:13.882259 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-dca8fe67-dc5e-4cb6-b03a-4d4cbb3ee456 req-41016d52-4c4c-47f8-8914-042f7abb1e4e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6560833
May 11 13:42:13.927343 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-ebe10d09-9b35-4f8f-a7c5-a7fada3d7573 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Request body: {'port': {'device_id': 'd71468f0-b59c-4a43-98db-c9fc5a920dc8', 'network_id': 'f5b51504-92c9-4304-911d-10c3bcee9e8c', 'admin_state_up': True, 'tenant_id': 'f7125cde7f594fb59b70804ec00a8405'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:42:13.986796 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f381ef-1a7a-4823-85f5-80d416ce9c96 req-7e38519d-bda7-48ef-a053-ba9be2766af8 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:13.988916 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-68f381ef-1a7a-4823-85f5-80d416ce9c96 req-7e38519d-bda7-48ef-a053-ba9be2766af8 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 932 time: 0.7803247
May 11 13:42:13.992552 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-8dec80cd-d782-4970-bb15-49c70165f0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:13.996863 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-ffbb3cdf-595d-4760-92c4-19f96bd02de8 service neutron] For port 3a677dac-2f78-46bc-ac7e-4d06bd8805bd, host hv-cinder-78477, cleared binding levels {{(pid=78703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:42:14.006928 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-ffbb3cdf-595d-4760-92c4-19f96bd02de8 service neutron] For port 3a677dac-2f78-46bc-ac7e-4d06bd8805bd, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3a677dac-2f78-46bc-ac7e-4d06bd8805bd,segment=NetworkSegment(25fdd543-918d-4905-85a1-237f19c43cb3),segment_id=25fdd543-918d-4905-85a1-237f19c43cb3)] {{(pid=78703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:42:14.013990 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-ffbb3cdf-595d-4760-92c4-19f96bd02de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2100521'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:14.027539 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:14.086948 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-8dec80cd-d782-4970-bb15-49c70165f0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:14.116016 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-f471134d-e0ed-4968-8a42-32abc9929434 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Allocated IP 172.27.1.88 (e051f2fa-e4f7-48f8-93ce-58e38fee5eb4/218716c0-958e-4312-849b-6a79832afb0f/fce49b00-e759-4f5d-a604-1190013be7a7) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:42:14.137004 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-ffbb3cdf-595d-4760-92c4-19f96bd02de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:14.137990 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-ffbb3cdf-595d-4760-92c4-19f96bd02de8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:14.139827 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-ffbb3cdf-595d-4760-92c4-19f96bd02de8 service neutron] 10.222.0.54 "PUT /v2.0/ports/3a677dac-2f78-46bc-ac7e-4d06bd8805bd HTTP/1.1" status: 200  len: 1094 time: 2.2403328
May 11 13:42:14.140436 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c966b4-7bcd-43e5-863e-117ecacf1946', 'tag': '3a677dac-2f78-46bc-ac7e-4d06bd8805bd'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:42:14.198384 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ac9725f3-aac2-4040-aecb-06d9b91f84e3 req-483999e0-c268-4d4e-9827-5ed67d5ede84 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 210 time: 0.1020739
May 11 13:42:14.225982 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-68f381ef-1a7a-4823-85f5-80d416ce9c96 req-b90a218f-fbe2-470b-9f3e-421f0e2b0ddd tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Synchronizing usage tracker for tenant:e2e1283bbf5045ad87015dc35eb13bec on resource:security_group {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:42:14.259821 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-3a5f2823-6ead-4278-b693-3995df895274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 716f81b5-9951-4800-a928-e286481dd6b2 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:42:14.268448 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-3a5f2823-6ead-4278-b693-3995df895274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:14.282758 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb3cdf-595d-4760-92c4-19f96bd02de8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a677dac-2f78-46bc-ac7e-4d06bd8805bd,revision_number=3']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:14.288205 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ffbb3cdf-595d-4760-92c4-19f96bd02de8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:14.289566 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 136e8d27-80ad-4dcf-b778-de1b984c501d up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:42:14.303240 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c966b4-7bcd-43e5-863e-117ecacf1946', 'tag': '3a677dac-2f78-46bc-ac7e-4d06bd8805bd', 'status': 'completed', 'code': 200}
May 11 13:42:14.326712 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-8dec80cd-d782-4970-bb15-49c70165f0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:14.339430 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-6eaa2a39-9ea0-4d92-a052-ab6bb0d3e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:14.341139 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-6eaa2a39-9ea0-4d92-a052-ab6bb0d3e55a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e2e1283bbf5045ad87015dc35eb13bec&device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 1097 time: 0.1374333
May 11 13:42:14.343039 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-ebe10d09-9b35-4f8f-a7c5-a7fada3d7573 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:42:14.343299 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-08f63b62-bb88-42ec-ad41-20a8ed687c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:14.395179 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 136e8d27-80ad-4dcf-b778-de1b984c501d triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:42:14.395748 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:14.438587 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec80cd-d782-4970-bb15-49c70165f0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7bb203-bf60-47ae-bec6-5d9e77ce3344,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:14.442937 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-b8dd3c3f-efe9-4585-a0de-ca46a147f960 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a677dac-2f78-46bc-ac7e-4d06bd8805bd HTTP/1.1" status: 200  len: 217 time: 0.0900366
May 11 13:42:14.445014 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-8dec80cd-d782-4970-bb15-49c70165f0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:14.446989 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-8dec80cd-d782-4970-bb15-49c70165f0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:14.452039 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-8dec80cd-d782-4970-bb15-49c70165f0f8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5c7bb203-bf60-47ae-bec6-5d9e77ce3344 HTTP/1.1" status: 204  len: 168 time: 0.6032832
May 11 13:42:14.528475 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-7fc3814b-df29-428e-baf5-8b272c035012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:14.532157 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-7fc3814b-df29-428e-baf5-8b272c035012 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3abe7865-8078-415f-bbc1-ea30cc80fab6 HTTP/1.1" status: 200  len: 850 time: 0.0779402
May 11 13:42:14.678689 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-ebe10d09-9b35-4f8f-a7c5-a7fada3d7573 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:42:14.681277 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-3a5f2823-6ead-4278-b693-3995df895274 service neutron] Transition to ACTIVE for port object 716f81b5-9951-4800-a928-e286481dd6b2 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:42:14.693770 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-68f381ef-1a7a-4823-85f5-80d416ce9c96 req-b90a218f-fbe2-470b-9f3e-421f0e2b0ddd tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Unset dirty status for tenant:e2e1283bbf5045ad87015dc35eb13bec on resource:security_group {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:42:14.693770 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-68f381ef-1a7a-4823-85f5-80d416ce9c96 req-b90a218f-fbe2-470b-9f3e-421f0e2b0ddd tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6474304
May 11 13:42:14.704489 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-3a5f2823-6ead-4278-b693-3995df895274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:14.710178 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-7a267167-a4ec-4c0d-95d5-39b5d5e3321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:14.717171 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-7a267167-a4ec-4c0d-95d5-39b5d5e3321f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d88b8522-bb44-4128-b66b-b6cc8ce1b406&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1780450
May 11 13:42:14.721523 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-d161833e-c46f-4fe0-b4da-b07305e3ca42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:14.783274 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-ebe10d09-9b35-4f8f-a7c5-a7fada3d7573 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Made reservation on behalf of f7125cde7f594fb59b70804ec00a8405 for: {'port': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:42:14.787005 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-ebe10d09-9b35-4f8f-a7c5-a7fada3d7573 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:14.988573 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f2823-6ead-4278-b693-3995df895274 service neutron] Pushing event updated for resources: {'Port': ['ID=716f81b5-9951-4800-a928-e286481dd6b2,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:15.045128 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3a5f2823-6ead-4278-b693-3995df895274 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:15.101992 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f471134d-e0ed-4968-8a42-32abc9929434 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:15.148210 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-9c0b6d20-dfb8-49e8-a61e-43c5b4d228d6 service neutron] 10.222.0.54 "GET /v2.0/networks/d88b8522-bb44-4128-b66b-b6cc8ce1b406?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3994110
May 11 13:42:15.165869 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14c6a2-d639-4b5a-ad7f-0d56d091d5e8 req-e867afb8-2728-4624-9da8-d286f51ac3df tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:15.168148 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3f14c6a2-d639-4b5a-ad7f-0d56d091d5e8 req-e867afb8-2728-4624-9da8-d286f51ac3df tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=d89adeec-1d82-4830-b251-02adb74998ea HTTP/1.1" status: 200  len: 946 time: 0.2132127
May 11 13:42:15.270367 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-3a5f2823-6ead-4278-b693-3995df895274 service neutron] Attempting to bind port 716f81b5-9951-4800-a928-e286481dd6b2 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:42:15.270915 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-3a5f2823-6ead-4278-b693-3995df895274 service neutron] Attempting to bind port 716f81b5-9951-4800-a928-e286481dd6b2 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '69e15363-40f7-4893-84c3-3c98c4cd3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f5b51504-92c9-4304-911d-10c3bcee9e8c'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:42:15.271178 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-3a5f2823-6ead-4278-b693-3995df895274 service neutron] Attempting to bind port 716f81b5-9951-4800-a928-e286481dd6b2 on network f5b51504-92c9-4304-911d-10c3bcee9e8c {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:42:15.299517 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-ebe10d09-9b35-4f8f-a7c5-a7fada3d7573 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Allocated IP 172.20.0.4 (f5b51504-92c9-4304-911d-10c3bcee9e8c/251f9a73-9320-4629-9a40-4b9a8c311c09/d524be1c-f290-4711-ae41-c6f7fc40e616) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:42:15.317797 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3f14c6a2-d639-4b5a-ad7f-0d56d091d5e8 req-f5f6a648-832c-482b-8499-e8d354c84705 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111329
May 11 13:42:15.344296 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-3a5f2823-6ead-4278-b693-3995df895274 service neutron] Port 716f81b5-9951-4800-a928-e286481dd6b2 on network f5b51504-92c9-4304-911d-10c3bcee9e8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 11 13:42:15.344933 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-3a5f2823-6ead-4278-b693-3995df895274 service neutron] Attempting to bind port 716f81b5-9951-4800-a928-e286481dd6b2 on network f5b51504-92c9-4304-911d-10c3bcee9e8c {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:42:15.354411 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-3a5f2823-6ead-4278-b693-3995df895274 service neutron] Checking agent: {'id': '90698981-c276-4592-9423-0c50fa5e2f21', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'started_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:42:15.354923 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-3a5f2823-6ead-4278-b693-3995df895274 service neutron] Checking segment: {'id': '69e15363-40f7-4893-84c3-3c98c4cd3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f5b51504-92c9-4304-911d-10c3bcee9e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:42:15.355318 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-3a5f2823-6ead-4278-b693-3995df895274 service neutron] Bound using segment: {'id': '69e15363-40f7-4893-84c3-3c98c4cd3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f5b51504-92c9-4304-911d-10c3bcee9e8c'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:42:15.355790 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-3a5f2823-6ead-4278-b693-3995df895274 service neutron] Bound port: 716f81b5-9951-4800-a928-e286481dd6b2, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e15363-40f7-4893-84c3-3c98c4cd3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f5b51504-92c9-4304-911d-10c3bcee9e8c'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:42:15.356158 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-3a5f2823-6ead-4278-b693-3995df895274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:15.381056 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e9ef49c6-f1f5-45f4-aeaf-4ec9de4625e2 req-2929e768-fafd-45f0-b5ae-7451803771d0 service neutron] 10.222.0.54 "GET /v2.0/networks/d88b8522-bb44-4128-b66b-b6cc8ce1b406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2093811
May 11 13:42:15.465832 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f471134d-e0ed-4968-8a42-32abc9929434 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:15.488644 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2705318a-98f6-436b-bc1b-d108d70a6a03 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:15.612731 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e80ec944-d4d0-41aa-b88c-44ce9eb2b56f req-32512e6f-aeb3-4628-bdef-ceed2de85277 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 210 time: 0.1073594
May 11 13:42:15.667422 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1593c-d204-47d7-be83-8925f1784220 req-05db92f7-24fb-45dd-806c-897be33e6124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:15.669864 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9ee1593c-d204-47d7-be83-8925f1784220 req-05db92f7-24fb-45dd-806c-897be33e6124 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e2e1283bbf5045ad87015dc35eb13bec&device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 1097 time: 0.2368324
May 11 13:42:15.741725 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f471134d-e0ed-4968-8a42-32abc9929434 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:42:15.752983 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-f471134d-e0ed-4968-8a42-32abc9929434 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:42:15.769877 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f471134d-e0ed-4968-8a42-32abc9929434 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:42:15.798176 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-3a5f2823-6ead-4278-b693-3995df895274 service neutron] For port 716f81b5-9951-4800-a928-e286481dd6b2, host hv-cinder-78477, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:42:15.814257 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471134d-e0ed-4968-8a42-32abc9929434 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Pushing event updated for resources: {'Port': ['ID=fce49b00-e759-4f5d-a604-1190013be7a7,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:15.834221 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-f471134d-e0ed-4968-8a42-32abc9929434 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:15.837137 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-3a5f2823-6ead-4278-b693-3995df895274 service neutron] For port 716f81b5-9951-4800-a928-e286481dd6b2, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=716f81b5-9951-4800-a928-e286481dd6b2,segment=NetworkSegment(69e15363-40f7-4893-84c3-3c98c4cd3963),segment_id=69e15363-40f7-4893-84c3-3c98c4cd3963)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:42:15.855700 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-3a5f2823-6ead-4278-b693-3995df895274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:15.885685 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-8ee7a912-fe16-4690-9757-99f765447991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:15.898763 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1593c-d204-47d7-be83-8925f1784220 req-fa497655-7712-4f38-b850-d90331bc174b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:15.900914 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9ee1593c-d204-47d7-be83-8925f1784220 req-fa497655-7712-4f38-b850-d90331bc174b service neutron] 10.222.0.54 "GET /v2.0/networks?id=d88b8522-bb44-4128-b66b-b6cc8ce1b406 HTTP/1.1" status: 200  len: 912 time: 0.2204370
May 11 13:42:16.031772 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-3a5f2823-6ead-4278-b693-3995df895274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:16.032361 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-3a5f2823-6ead-4278-b693-3995df895274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:16.033750 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-3a5f2823-6ead-4278-b693-3995df895274 service neutron] 10.222.0.54 "PUT /v2.0/ports/716f81b5-9951-4800-a928-e286481dd6b2 HTTP/1.1" status: 200  len: 1094 time: 3.8189590
May 11 13:42:16.035067 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b97539-15de-4ab3-a337-0d1324ba6fb9', 'tag': '716f81b5-9951-4800-a928-e286481dd6b2'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:42:16.102195 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-ebe10d09-9b35-4f8f-a7c5-a7fada3d7573 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:16.109914 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9ee1593c-d204-47d7-be83-8925f1784220 req-0ca38ea9-b19b-4c07-b10c-2e84fd1219fe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a677dac-2f78-46bc-ac7e-4d06bd8805bd HTTP/1.1" status: 200  len: 217 time: 0.2008469
May 11 13:42:16.112209 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b97539-15de-4ab3-a337-0d1324ba6fb9', 'tag': '716f81b5-9951-4800-a928-e286481dd6b2', 'status': 'completed', 'code': 200}
May 11 13:42:16.181604 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f2823-6ead-4278-b693-3995df895274 service neutron] Pushing event updated for resources: {'Port': ['ID=716f81b5-9951-4800-a928-e286481dd6b2,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:16.188700 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f471134d-e0ed-4968-8a42-32abc9929434 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:16.190721 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3a5f2823-6ead-4278-b693-3995df895274 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:16.221197 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1593c-d204-47d7-be83-8925f1784220 req-fa9e6bd8-8080-4a99-9213-197277f7893b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:16.223428 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9ee1593c-d204-47d7-be83-8925f1784220 req-fa9e6bd8-8080-4a99-9213-197277f7893b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3abe7865-8078-415f-bbc1-ea30cc80fab6 HTTP/1.1" status: 200  len: 850 time: 0.0919223
May 11 13:42:16.264203 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeaa9fa-b993-4c66-b5c0-3a9f1e7b91f4 req-04f89b42-9d10-4136-a74d-19d7b96bc570 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:16.265985 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-eaeaa9fa-b993-4c66-b5c0-3a9f1e7b91f4 req-04f89b42-9d10-4136-a74d-19d7b96bc570 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 944 time: 0.3284283
May 11 13:42:16.318562 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-ebe10d09-9b35-4f8f-a7c5-a7fada3d7573 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:16.329417 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1593c-d204-47d7-be83-8925f1784220 req-2948de09-feb7-4cf4-b9fd-e52d76f567a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:16.332255 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9ee1593c-d204-47d7-be83-8925f1784220 req-2948de09-feb7-4cf4-b9fd-e52d76f567a8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d88b8522-bb44-4128-b66b-b6cc8ce1b406&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1001523
May 11 13:42:16.364296 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:16.394617 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f471134d-e0ed-4968-8a42-32abc9929434 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:16.434658 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-6150a67f-0c26-4143-878c-facfa78f0ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:16.436609 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-6150a67f-0c26-4143-878c-facfa78f0ec1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f7125cde7f594fb59b70804ec00a8405&device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 1097 time: 0.3237374
May 11 13:42:16.460386 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-eaeaa9fa-b993-4c66-b5c0-3a9f1e7b91f4 req-4b663baa-b855-466b-9c46-67269e37431b tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1815877
May 11 13:42:16.497555 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 3a677dac-2f78-46bc-ac7e-4d06bd8805bd details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 11 13:42:16.566439 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-ebe10d09-9b35-4f8f-a7c5-a7fada3d7573 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Network f5b51504-92c9-4304-911d-10c3bcee9e8c is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:42:16.571157 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-24c29143-f539-45cb-943f-ecb551c78675 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=716f81b5-9951-4800-a928-e286481dd6b2 HTTP/1.1" status: 200  len: 217 time: 0.1144555
May 11 13:42:16.576645 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-ebe10d09-9b35-4f8f-a7c5-a7fada3d7573 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:42:16.578576 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9ee1593c-d204-47d7-be83-8925f1784220 req-82e76e98-b918-4b4b-be8c-fdb3523a05da service neutron] 10.222.0.54 "GET /v2.0/networks/d88b8522-bb44-4128-b66b-b6cc8ce1b406?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2304423
May 11 13:42:16.600770 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-ebe10d09-9b35-4f8f-a7c5-a7fada3d7573 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:42:16.773823 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port 3a677dac-2f78-46bc-ac7e-4d06bd8805bd, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3a677dac-2f78-46bc-ac7e-4d06bd8805bd,segment=NetworkSegment(25fdd543-918d-4905-85a1-237f19c43cb3),segment_id=25fdd543-918d-4905-85a1-237f19c43cb3)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:42:16.802176 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Returning: {'device': '3a677dac-2f78-46bc-ac7e-4d06bd8805bd', 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406', 'port_id': '3a677dac-2f78-46bc-ac7e-4d06bd8805bd', 'mac_address': 'fa:16:3e:7d:29:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 11 13:42:16.848764 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55357b02-7ae3-4d46-8a98-9407980a479c req-e3208478-1e7e-42d7-9ec8-33f64ddf3571 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:16.850293 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-55357b02-7ae3-4d46-8a98-9407980a479c req-e3208478-1e7e-42d7-9ec8-33f64ddf3571 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=d89adeec-1d82-4830-b251-02adb74998ea HTTP/1.1" status: 200  len: 946 time: 0.2695975
May 11 13:42:16.894429 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9ee1593c-d204-47d7-be83-8925f1784220 req-3ffa2495-d5d8-44f0-a766-16b7f18fe058 service neutron] 10.222.0.54 "GET /v2.0/networks/d88b8522-bb44-4128-b66b-b6cc8ce1b406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2252641
May 11 13:42:16.922344 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:16.926864 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-55357b02-7ae3-4d46-8a98-9407980a479c req-a9538cfb-e7fb-4eea-8219-a7d766df9593 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703585
May 11 13:42:16.929036 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe10d09-9b35-4f8f-a7c5-a7fada3d7573 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Pushing event updated for resources: {'Port': ['ID=d524be1c-f290-4711-ae41-c6f7fc40e616,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:16.946770 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-ebe10d09-9b35-4f8f-a7c5-a7fada3d7573 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:16.956546 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a677dac-2f78-46bc-ac7e-4d06bd8805bd {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:42:16.974149 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port 3a677dac-2f78-46bc-ac7e-4d06bd8805bd, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3a677dac-2f78-46bc-ac7e-4d06bd8805bd,segment=NetworkSegment(25fdd543-918d-4905-85a1-237f19c43cb3),segment_id=25fdd543-918d-4905-85a1-237f19c43cb3)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:42:16.985654 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:16.987656 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:17.089739 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=3a677dac-2f78-46bc-ac7e-4d06bd8805bd,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:17.099822 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:17.103166 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-0f419c13-517b-4691-9d5d-c7b4e0d23147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:17.104869 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-0f419c13-517b-4691-9d5d-c7b4e0d23147 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=251f9a73-9320-4629-9a40-4b9a8c311c09 HTTP/1.1" status: 200  len: 859 time: 0.4736605
May 11 13:42:17.110800 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-ebe10d09-9b35-4f8f-a7c5-a7fada3d7573 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:17.111539 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-ebe10d09-9b35-4f8f-a7c5-a7fada3d7573 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:17.187640 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-8388d500-da59-46ac-aca9-577453339bfa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f5b51504-92c9-4304-911d-10c3bcee9e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0665927
May 11 13:42:17.305386 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['3a677dac-2f78-46bc-ac7e-4d06bd8805bd'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:42:17.339780 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03a6b9-74be-4a20-b859-9de893f35346 req-f84ecbfa-9328-465e-94eb-79ff980fe549 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:17.340411 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-ab03a6b9-74be-4a20-b859-9de893f35346 req-f84ecbfa-9328-465e-94eb-79ff980fe549 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Synchronizing usage tracker for tenant:f7125cde7f594fb59b70804ec00a8405 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:42:17.343803 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-ebe10d09-9b35-4f8f-a7c5-a7fada3d7573 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4641094
May 11 13:42:17.362086 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-acc18a6c-1224-4f8e-857e-a2099a4f3dd0 service neutron] Request body: {'port': {'device_id': 'd71468f0-b59c-4a43-98db-c9fc5a920dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:42:17.463924 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-ab03a6b9-74be-4a20-b859-9de893f35346 req-f84ecbfa-9328-465e-94eb-79ff980fe549 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Unset dirty status for tenant:f7125cde7f594fb59b70804ec00a8405 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:42:17.465405 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ab03a6b9-74be-4a20-b859-9de893f35346 req-f84ecbfa-9328-465e-94eb-79ff980fe549 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 931 time: 0.5739832
May 11 13:42:17.643947 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f471134d-e0ed-4968-8a42-32abc9929434 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:17.686404 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-7f931cf2-3344-413a-bb20-d9258c30f1b9 service neutron] 10.222.0.54 "GET /v2.0/networks/f5b51504-92c9-4304-911d-10c3bcee9e8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4761298
May 11 13:42:17.714653 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f471134d-e0ed-4968-8a42-32abc9929434 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:17.715465 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-acc18a6c-1224-4f8e-857e-a2099a4f3dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:17.752350 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc9cd6-b5ac-4812-a9aa-375868ffa57e req-ad08e195-e3fe-4a4f-8c40-59a22ada4e0f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:17.752350 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-cafc9cd6-b5ac-4812-a9aa-375868ffa57e req-ad08e195-e3fe-4a4f-8c40-59a22ada4e0f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Synchronizing usage tracker for tenant:e2e1283bbf5045ad87015dc35eb13bec on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:42:17.771436 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-cafc9cd6-b5ac-4812-a9aa-375868ffa57e req-ad08e195-e3fe-4a4f-8c40-59a22ada4e0f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Unset dirty status for tenant:e2e1283bbf5045ad87015dc35eb13bec on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:42:17.774123 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cafc9cd6-b5ac-4812-a9aa-375868ffa57e req-ad08e195-e3fe-4a4f-8c40-59a22ada4e0f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 945 time: 0.1207833
May 11 13:42:17.834293 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3a5f2823-6ead-4278-b693-3995df895274 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:17.929591 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cafc9cd6-b5ac-4812-a9aa-375868ffa57e req-4530458f-98da-4638-b88b-52a065e63d39 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1445365
May 11 13:42:17.984243 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ab03a6b9-74be-4a20-b859-9de893f35346 req-7011cbe5-6fb4-422a-b777-87f5036c40ac tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4663620
May 11 13:42:18.156399 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471134d-e0ed-4968-8a42-32abc9929434 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Pushing event updated for resources: {'Port': ['ID=fce49b00-e759-4f5d-a604-1190013be7a7,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:18.165605 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-f471134d-e0ed-4968-8a42-32abc9929434 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:18.204246 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f471134d-e0ed-4968-8a42-32abc9929434 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709941'] for floatingip, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:18.295429 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 42174) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:18.298478 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f471134d-e0ed-4968-8a42-32abc9929434 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for floatingip, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:18.311589 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-f471134d-e0ed-4968-8a42-32abc9929434 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 7.0801592
May 11 13:42:18.315110 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0e29ffe8-31b6-4fea-a452-b4efa11cdce6 req-730cc3d8-5a4c-4884-8650-8a4a4b9206a3 service neutron] 10.222.0.54 "GET /v2.0/networks/f5b51504-92c9-4304-911d-10c3bcee9e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5871608
May 11 13:42:18.458896 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-bad512cd-4cb1-473f-a4fe-143d67e44134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:18.478916 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-bad512cd-4cb1-473f-a4fe-143d67e44134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:42:18.483630 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-bad512cd-4cb1-473f-a4fe-143d67e44134 admin admin] Usage tracker for resource:security_group_rule and tenant:734ef84c16bd4d0f85593b6102ca3006 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:42:18.486658 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-bad512cd-4cb1-473f-a4fe-143d67e44134 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:42:18.495129 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-bad512cd-4cb1-473f-a4fe-143d67e44134 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:42:18.507015 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 3a677dac-2f78-46bc-ac7e-4d06bd8805bd up at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:42:18.560060 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d7166-61dd-4052-b3f1-47d0b2680984 req-3b566cd5-674c-488f-b3df-11260e2542dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:18.561920 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-175d7166-61dd-4052-b3f1-47d0b2680984 req-3b566cd5-674c-488f-b3df-11260e2542dd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f7125cde7f594fb59b70804ec00a8405&device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 1097 time: 0.1602244
May 11 13:42:18.616418 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning for port 3a677dac-2f78-46bc-ac7e-4d06bd8805bd completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:42:18.622515 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning complete for port 3a677dac-2f78-46bc-ac7e-4d06bd8805bd triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:42:18.623093 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:18.696273 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-ea33fa7a-d0c6-4ed7-af1d-15254247b435 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1413635543&fields=id&tenant_id=4d834d585e8e49e39c08f01b088e3ec0 HTTP/1.1" status: 200  len: 267 time: 0.0861945
May 11 13:42:18.720722 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-bad512cd-4cb1-473f-a4fe-143d67e44134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:18.730883 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-acc18a6c-1224-4f8e-857e-a2099a4f3dd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d524be1c-f290-4711-ae41-c6f7fc40e616 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:42:18.754495 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-acc18a6c-1224-4f8e-857e-a2099a4f3dd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:18.762771 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-bad512cd-4cb1-473f-a4fe-143d67e44134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:18.778143 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:18.787143 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-acc18a6c-1224-4f8e-857e-a2099a4f3dd0 service neutron] Transition to ACTIVE for port object d524be1c-f290-4711-ae41-c6f7fc40e616 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:42:18.790039 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d7166-61dd-4052-b3f1-47d0b2680984 req-8b56aa6d-b281-4e69-8b06-a3a6f9e50150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:18.791688 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-175d7166-61dd-4052-b3f1-47d0b2680984 req-8b56aa6d-b281-4e69-8b06-a3a6f9e50150 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f5b51504-92c9-4304-911d-10c3bcee9e8c HTTP/1.1" status: 200  len: 920 time: 0.2188237
May 11 13:42:18.793479 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-acc18a6c-1224-4f8e-857e-a2099a4f3dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:18.798906 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:18.816473 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c966b4-7bcd-43e5-863e-117ecacf1946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a677dac-2f78-46bc-ac7e-4d06bd8805bd'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:42:18.828311 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port 3a677dac-2f78-46bc-ac7e-4d06bd8805bd, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3a677dac-2f78-46bc-ac7e-4d06bd8805bd,segment=NetworkSegment(25fdd543-918d-4905-85a1-237f19c43cb3),segment_id=25fdd543-918d-4905-85a1-237f19c43cb3)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:42:18.836472 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:18.840541 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:18.872999 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-fad1a59d-d57b-4119-b122-99bafdec6542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:18.919062 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-bad512cd-4cb1-473f-a4fe-143d67e44134 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=734ef84c16bd4d0f85593b6102ca3006&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6224034
May 11 13:42:18.926079 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 42202) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:18.926829 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad512cd-4cb1-473f-a4fe-143d67e44134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32705731-178b-4925-85fa-7927773e80ac,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:18.932443 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-bad512cd-4cb1-473f-a4fe-143d67e44134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:18.963645 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=3a677dac-2f78-46bc-ac7e-4d06bd8805bd,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:18.976482 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:19.074766 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-175d7166-61dd-4052-b3f1-47d0b2680984 req-527b0e95-5d4a-452c-a0ed-efd98cdf8d17 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=716f81b5-9951-4800-a928-e286481dd6b2 HTTP/1.1" status: 200  len: 217 time: 0.2329063
May 11 13:42:19.085508 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-53e8ea2d-17f0-418f-896f-6e900d5a8e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:19.121760 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-53e8ea2d-17f0-418f-896f-6e900d5a8e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:19.201713 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-9a18213c-1f05-405e-9003-07bc9530daad tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:19.216936 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-9a18213c-1f05-405e-9003-07bc9530daad tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/networks?id=707291bc-5dd9-42be-8f66-a126d34db7b0 HTTP/1.1" status: 200  len: 817 time: 0.5099571
May 11 13:42:19.232785 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-042da1fa-5aca-4333-8ccd-6fb42ac6702a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/quotas/4d834d585e8e49e39c08f01b088e3ec0 HTTP/1.1" status: 200  len: 375 time: 0.0148876
May 11 13:42:19.268175 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-53e8ea2d-17f0-418f-896f-6e900d5a8e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:19.268293 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc18a6c-1224-4f8e-857e-a2099a4f3dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=d524be1c-f290-4711-ae41-c6f7fc40e616,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:19.286399 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0df2cd0e-1ef8-446f-901e-436f63a3ba47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:19.303304 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-acc18a6c-1224-4f8e-857e-a2099a4f3dd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:19.309885 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8ea2d-17f0-418f-896f-6e900d5a8e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32705731-178b-4925-85fa-7927773e80ac,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:19.313330 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-53e8ea2d-17f0-418f-896f-6e900d5a8e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:19.321180 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-53e8ea2d-17f0-418f-896f-6e900d5a8e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:19.331974 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d7166-61dd-4052-b3f1-47d0b2680984 req-f3cff563-bd1e-4d12-b0dd-65f993859446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:19.333172 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-175d7166-61dd-4052-b3f1-47d0b2680984 req-f3cff563-bd1e-4d12-b0dd-65f993859446 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=251f9a73-9320-4629-9a40-4b9a8c311c09 HTTP/1.1" status: 200  len: 859 time: 0.1847491
May 11 13:42:19.335522 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-53e8ea2d-17f0-418f-896f-6e900d5a8e6b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/32705731-178b-4925-85fa-7927773e80ac HTTP/1.1" status: 204  len: 168 time: 0.3933544
May 11 13:42:19.396414 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-6a4eb7a2-1780-4420-8e35-b481705428ea tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Synchronizing usage tracker for tenant:4d834d585e8e49e39c08f01b088e3ec0 on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:42:19.419278 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-acc18a6c-1224-4f8e-857e-a2099a4f3dd0 service neutron] Attempting to bind port d524be1c-f290-4711-ae41-c6f7fc40e616 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:42:19.419638 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-acc18a6c-1224-4f8e-857e-a2099a4f3dd0 service neutron] Attempting to bind port d524be1c-f290-4711-ae41-c6f7fc40e616 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '69e15363-40f7-4893-84c3-3c98c4cd3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f5b51504-92c9-4304-911d-10c3bcee9e8c'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:42:19.419962 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-acc18a6c-1224-4f8e-857e-a2099a4f3dd0 service neutron] Attempting to bind port d524be1c-f290-4711-ae41-c6f7fc40e616 on network f5b51504-92c9-4304-911d-10c3bcee9e8c {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:42:19.424227 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-175d7166-61dd-4052-b3f1-47d0b2680984 req-6ea4dec7-9841-4c9e-89c9-ec44c4d45f7a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f5b51504-92c9-4304-911d-10c3bcee9e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0811551
May 11 13:42:19.428505 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-acc18a6c-1224-4f8e-857e-a2099a4f3dd0 service neutron] Port d524be1c-f290-4711-ae41-c6f7fc40e616 on network f5b51504-92c9-4304-911d-10c3bcee9e8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 11 13:42:19.428821 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-acc18a6c-1224-4f8e-857e-a2099a4f3dd0 service neutron] Attempting to bind port d524be1c-f290-4711-ae41-c6f7fc40e616 on network f5b51504-92c9-4304-911d-10c3bcee9e8c {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:42:19.445114 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-6a4eb7a2-1780-4420-8e35-b481705428ea tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Unset dirty status for tenant:4d834d585e8e49e39c08f01b088e3ec0 on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:42:19.446757 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-6a4eb7a2-1780-4420-8e35-b481705428ea tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d834d585e8e49e39c08f01b088e3ec0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2129357
May 11 13:42:19.488496 dv-cinder-784779-11-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c966b4-7bcd-43e5-863e-117ecacf1946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a677dac-2f78-46bc-ac7e-4d06bd8805bd', 'code': 200}
May 11 13:42:19.604828 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-acc18a6c-1224-4f8e-857e-a2099a4f3dd0 service neutron] Checking agent: {'id': '90698981-c276-4592-9423-0c50fa5e2f21', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'started_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:42:19.605400 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-acc18a6c-1224-4f8e-857e-a2099a4f3dd0 service neutron] Checking segment: {'id': '69e15363-40f7-4893-84c3-3c98c4cd3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f5b51504-92c9-4304-911d-10c3bcee9e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:42:19.605521 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-acc18a6c-1224-4f8e-857e-a2099a4f3dd0 service neutron] Bound using segment: {'id': '69e15363-40f7-4893-84c3-3c98c4cd3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f5b51504-92c9-4304-911d-10c3bcee9e8c'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:42:19.615051 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-acc18a6c-1224-4f8e-857e-a2099a4f3dd0 service neutron] Bound port: d524be1c-f290-4711-ae41-c6f7fc40e616, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e15363-40f7-4893-84c3-3c98c4cd3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f5b51504-92c9-4304-911d-10c3bcee9e8c'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:42:19.615483 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-acc18a6c-1224-4f8e-857e-a2099a4f3dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:19.835541 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-ac226212-93b0-44fe-9b23-688e1fa5ff85 service neutron] 10.222.0.48 "GET /v2.0/networks/707291bc-5dd9-42be-8f66-a126d34db7b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3199806
May 11 13:42:19.950257 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3961112-0d72-4723-bac9-6d1a78d426de req-a47b214f-fa81-4da4-8456-f542a8e7b673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:19.951859 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c3961112-0d72-4723-bac9-6d1a78d426de req-a47b214f-fa81-4da4-8456-f542a8e7b673 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 1099 time: 0.1611633
May 11 13:42:19.958478 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-acc18a6c-1224-4f8e-857e-a2099a4f3dd0 service neutron] For port d524be1c-f290-4711-ae41-c6f7fc40e616, host hv-cinder-78477, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:42:19.972987 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-175d7166-61dd-4052-b3f1-47d0b2680984 req-61b63c47-3446-4b28-a6a9-ad0622611171 service neutron] 10.222.0.54 "GET /v2.0/networks/f5b51504-92c9-4304-911d-10c3bcee9e8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4819894
May 11 13:42:19.983345 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a08df2-3520-45df-bf53-c9f7a61a2438 req-7c2d65ec-307b-4e71-8ba7-17b3f91cbed4 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:19.984874 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-72a08df2-3520-45df-bf53-c9f7a61a2438 req-7c2d65ec-307b-4e71-8ba7-17b3f91cbed4 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.3508108
May 11 13:42:19.993650 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-acc18a6c-1224-4f8e-857e-a2099a4f3dd0 service neutron] For port d524be1c-f290-4711-ae41-c6f7fc40e616, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d524be1c-f290-4711-ae41-c6f7fc40e616,segment=NetworkSegment(69e15363-40f7-4893-84c3-3c98c4cd3963),segment_id=69e15363-40f7-4893-84c3-3c98c4cd3963)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:42:20.009336 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-772721be-5d88-47c3-9181-35304308fae2 service neutron] 10.222.0.48 "GET /v2.0/networks/707291bc-5dd9-42be-8f66-a126d34db7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1647227
May 11 13:42:20.017532 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-acc18a6c-1224-4f8e-857e-a2099a4f3dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:20.030607 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:20.098862 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-acc18a6c-1224-4f8e-857e-a2099a4f3dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:20.099495 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-acc18a6c-1224-4f8e-857e-a2099a4f3dd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:20.103612 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-acc18a6c-1224-4f8e-857e-a2099a4f3dd0 service neutron] 10.222.0.54 "PUT /v2.0/ports/d524be1c-f290-4711-ae41-c6f7fc40e616 HTTP/1.1" status: 200  len: 1093 time: 2.7473567
May 11 13:42:20.103612 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71468f0-b59c-4a43-98db-c9fc5a920dc8', 'tag': 'd524be1c-f290-4711-ae41-c6f7fc40e616'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:42:20.119070 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-72a08df2-3520-45df-bf53-c9f7a61a2438 req-b525a398-95ca-430a-8da4-1ff03abd2e3f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1227381
May 11 13:42:20.147656 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc18a6c-1224-4f8e-857e-a2099a4f3dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=d524be1c-f290-4711-ae41-c6f7fc40e616,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:20.151540 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-acc18a6c-1224-4f8e-857e-a2099a4f3dd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:20.221768 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71468f0-b59c-4a43-98db-c9fc5a920dc8', 'tag': 'd524be1c-f290-4711-ae41-c6f7fc40e616', 'status': 'completed', 'code': 200}
May 11 13:42:20.336395 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0b019ee7-3ac1-48eb-8257-eb39b5807846 req-2bb29f97-4416-4717-8fa1-7f7ce89dec1f tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 210 time: 0.0658453
May 11 13:42:20.352216 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6447c5-eea8-4aaf-9b4e-691e34f7eadd req-7caea6b7-fbf3-4360-93fb-36b6157576bc tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:20.360361 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cb6447c5-eea8-4aaf-9b4e-691e34f7eadd req-7caea6b7-fbf3-4360-93fb-36b6157576bc tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 943 time: 0.1232889
May 11 13:42:20.418322 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cb6447c5-eea8-4aaf-9b4e-691e34f7eadd req-e0f9b8bf-1ad7-45ca-bd7f-06a0d006d234 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569520
May 11 13:42:21.427521 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792a684-d172-4d42-98ed-797453a83cd8 req-fcd9176d-d0c1-40ea-8cfc-34a577685b05 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:21.430118 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d792a684-d172-4d42-98ed-797453a83cd8 req-fcd9176d-d0c1-40ea-8cfc-34a577685b05 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.1880424
May 11 13:42:21.522272 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d792a684-d172-4d42-98ed-797453a83cd8 req-0a3ccbe9-89e5-433c-a288-fb70de52a596 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0850687
May 11 13:42:21.566088 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cf7112b1-06a6-4e1a-95e6-33a294dc3f7f req-c188c3bc-32d6-4317-8d89-4409ab13d655 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 210 time: 0.0855319
May 11 13:42:21.715149 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f52db-eae8-4bc8-a2b9-fe68f00bda8d req-58ba2d96-b71b-4761-ac33-47ca55379715 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:21.716629 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e78f52db-eae8-4bc8-a2b9-fe68f00bda8d req-58ba2d96-b71b-4761-ac33-47ca55379715 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 943 time: 0.0870049
May 11 13:42:21.763271 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-e78f52db-eae8-4bc8-a2b9-fe68f00bda8d req-caa5385b-1227-442d-bb60-b615cdd80590 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Synchronizing usage tracker for tenant:f7125cde7f594fb59b70804ec00a8405 on resource:security_group {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:42:21.780913 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-e78f52db-eae8-4bc8-a2b9-fe68f00bda8d req-caa5385b-1227-442d-bb60-b615cdd80590 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Unset dirty status for tenant:f7125cde7f594fb59b70804ec00a8405 on resource:security_group {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:42:21.782208 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e78f52db-eae8-4bc8-a2b9-fe68f00bda8d req-caa5385b-1227-442d-bb60-b615cdd80590 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597377
May 11 13:42:21.790118 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 42306) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:21.955895 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2f5c0e50-2f67-48c7-b59d-40ecebca42fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:21.981512 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-2f5c0e50-2f67-48c7-b59d-40ecebca42fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:42:21.988758 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-2f5c0e50-2f67-48c7-b59d-40ecebca42fc admin admin] Usage tracker for resource:security_group_rule and tenant:e5dc59b9994d44a28a2a5198f1cb0233 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:42:21.994283 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-2f5c0e50-2f67-48c7-b59d-40ecebca42fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:42:22.004007 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-2f5c0e50-2f67-48c7-b59d-40ecebca42fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:42:22.106438 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2f5c0e50-2f67-48c7-b59d-40ecebca42fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:22.111501 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2f5c0e50-2f67-48c7-b59d-40ecebca42fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:22.119761 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:22.178478 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-2f5c0e50-2f67-48c7-b59d-40ecebca42fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e5dc59b9994d44a28a2a5198f1cb0233&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3864098
May 11 13:42:22.179863 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c0e50-2f67-48c7-b59d-40ecebca42fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c88795-0aeb-47c1-81e0-1d0fca4f2f80,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:22.181796 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 42316) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:22.184816 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-2f5c0e50-2f67-48c7-b59d-40ecebca42fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:22.283397 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-657b852a-03ba-48e8-85dc-b8f528ac9d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:22.329673 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-657b852a-03ba-48e8-85dc-b8f528ac9d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:22.405942 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-657b852a-03ba-48e8-85dc-b8f528ac9d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:22.412305 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:22.432426 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b852a-03ba-48e8-85dc-b8f528ac9d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c88795-0aeb-47c1-81e0-1d0fca4f2f80,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:22.439489 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-657b852a-03ba-48e8-85dc-b8f528ac9d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:22.440939 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-657b852a-03ba-48e8-85dc-b8f528ac9d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:22.445787 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-657b852a-03ba-48e8-85dc-b8f528ac9d94 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68c88795-0aeb-47c1-81e0-1d0fca4f2f80 HTTP/1.1" status: 204  len: 168 time: 0.2583771
May 11 13:42:22.928336 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1dbdde-7252-4a95-8711-9809a944db6c req-bd9885cb-a818-41b7-b865-4350a4153a6e tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:22.930010 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5d1dbdde-7252-4a95-8711-9809a944db6c req-bd9885cb-a818-41b7-b865-4350a4153a6e tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.1058319
May 11 13:42:22.934294 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7ebf7cc3-6f3c-4176-bf38-f6f8c4276fae req-bf096d01-5a78-42f4-8024-78597d819c74 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 210 time: 0.0896769
May 11 13:42:23.003330 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5d1dbdde-7252-4a95-8711-9809a944db6c req-9daaa6cc-3bcc-44ba-8937-b62cfda8d33b tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585904
May 11 13:42:23.098403 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 42336) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:23.130160 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-536451d1-8e86-4746-9133-1b759008c130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:23.159735 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-536451d1-8e86-4746-9133-1b759008c130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:42:23.166301 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-536451d1-8e86-4746-9133-1b759008c130 admin admin] Usage tracker for resource:security_group_rule and tenant:df12220fbb38461f8d7e78c0152bc6fc is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:42:23.170999 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-536451d1-8e86-4746-9133-1b759008c130 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:42:23.180259 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-536451d1-8e86-4746-9133-1b759008c130 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:42:23.219158 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c83c92-73b9-4cf1-af5e-8dc802fd0e12 req-dde47766-d4fe-4ee9-b711-98c1200f26a8 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:23.221037 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-79c83c92-73b9-4cf1-af5e-8dc802fd0e12 req-dde47766-d4fe-4ee9-b711-98c1200f26a8 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 943 time: 0.1186366
May 11 13:42:23.272652 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-79c83c92-73b9-4cf1-af5e-8dc802fd0e12 req-689be10b-b643-4a69-a145-5bfd1879c42c tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408640
May 11 13:42:23.278045 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 716f81b5-9951-4800-a928-e286481dd6b2 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 11 13:42:23.294453 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-536451d1-8e86-4746-9133-1b759008c130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:23.303550 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-536451d1-8e86-4746-9133-1b759008c130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:23.328650 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:23.388880 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c3961112-0d72-4723-bac9-6d1a78d426de req-dfeecd58-c3d2-4bd9-8749-b85b7b2853b5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1022992
May 11 13:42:23.457103 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port 716f81b5-9951-4800-a928-e286481dd6b2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=716f81b5-9951-4800-a928-e286481dd6b2,segment=NetworkSegment(69e15363-40f7-4893-84c3-3c98c4cd3963),segment_id=69e15363-40f7-4893-84c3-3c98c4cd3963)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:42:23.475819 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Returning: {'device': '716f81b5-9951-4800-a928-e286481dd6b2', 'network_id': 'f5b51504-92c9-4304-911d-10c3bcee9e8c', 'port_id': '716f81b5-9951-4800-a928-e286481dd6b2', 'mac_address': 'fa:16:3e:a4:f4:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '251f9a73-9320-4629-9a40-4b9a8c311c09', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 11 13:42:23.548475 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:23.569117 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 716f81b5-9951-4800-a928-e286481dd6b2 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:42:23.587306 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port 716f81b5-9951-4800-a928-e286481dd6b2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=716f81b5-9951-4800-a928-e286481dd6b2,segment=NetworkSegment(69e15363-40f7-4893-84c3-3c98c4cd3963),segment_id=69e15363-40f7-4893-84c3-3c98c4cd3963)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:42:23.595770 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-536451d1-8e86-4746-9133-1b759008c130 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=df12220fbb38461f8d7e78c0152bc6fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4918520
May 11 13:42:23.596779 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 42344) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:23.597889 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:23.599458 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536451d1-8e86-4746-9133-1b759008c130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6786ce73-cb94-41e3-a312-707555ec1090,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:23.600620 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:23.606337 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-536451d1-8e86-4746-9133-1b759008c130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:23.703050 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=716f81b5-9951-4800-a928-e286481dd6b2,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:23.708930 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:23.711945 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-175d7166-61dd-4052-b3f1-47d0b2680984 req-7cb10158-c85a-47c9-b4b8-dab543742f9a service neutron] 10.222.0.54 "GET /v2.0/networks/f5b51504-92c9-4304-911d-10c3bcee9e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3864150
May 11 13:42:23.734974 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042ce90-d1f8-4d82-a901-aeca28e7385e req-f556d98c-4e2c-4de6-b6a3-3b7f11bad9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:23.736457 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f042ce90-d1f8-4d82-a901-aeca28e7385e req-f556d98c-4e2c-4de6-b6a3-3b7f11bad9ad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f7125cde7f594fb59b70804ec00a8405&device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 1096 time: 0.4134119
May 11 13:42:23.742180 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-43f56fd8-a33c-48f4-a645-1c9823b16c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:23.928387 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-43f56fd8-a33c-48f4-a645-1c9823b16c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:23.966249 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['716f81b5-9951-4800-a928-e286481dd6b2'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:42:24.037424 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042ce90-d1f8-4d82-a901-aeca28e7385e req-21b68285-a0e0-4d76-aed8-2bfb84193485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:24.040779 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f042ce90-d1f8-4d82-a901-aeca28e7385e req-21b68285-a0e0-4d76-aed8-2bfb84193485 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f7125cde7f594fb59b70804ec00a8405&shared=False HTTP/1.1" status: 200  len: 920 time: 0.2941604
May 11 13:42:24.206569 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-43f56fd8-a33c-48f4-a645-1c9823b16c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:24.263992 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-0c772d8c-bab3-4c46-b18e-ce6fd0499ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:24.280249 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7fdd439d-53fc-4aeb-be48-a930b87fa468 req-a9cc51f9-3ab0-4943-8899-612438673da2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 210 time: 0.0806489
May 11 13:42:24.318185 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f56fd8-a33c-48f4-a645-1c9823b16c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6786ce73-cb94-41e3-a312-707555ec1090,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:24.328750 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-43f56fd8-a33c-48f4-a645-1c9823b16c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:24.371904 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-43f56fd8-a33c-48f4-a645-1c9823b16c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:24.378966 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-43f56fd8-a33c-48f4-a645-1c9823b16c3f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6786ce73-cb94-41e3-a312-707555ec1090 HTTP/1.1" status: 204  len: 168 time: 0.7728865
May 11 13:42:24.437926 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042ce90-d1f8-4d82-a901-aeca28e7385e req-90238f70-d513-4d8b-bc71-f90f1a73078c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:24.439708 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f042ce90-d1f8-4d82-a901-aeca28e7385e req-90238f70-d513-4d8b-bc71-f90f1a73078c service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3862646
May 11 13:42:24.770286 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6d857-2a73-4f50-9b11-c5655eaa6482 req-1e0e5467-d31c-40c7-b175-ff0e35dd91ba tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:24.795038 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-afd6d857-2a73-4f50-9b11-c5655eaa6482 req-1e0e5467-d31c-40c7-b175-ff0e35dd91ba tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.4010148
May 11 13:42:24.945606 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-e8e86900-daac-463f-bbfa-913360d87de8 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:24.946527 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-e8e86900-daac-463f-bbfa-913360d87de8 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Synchronizing usage tracker for tenant:4d834d585e8e49e39c08f01b088e3ec0 on resource:network {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:42:24.979384 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-afd6d857-2a73-4f50-9b11-c5655eaa6482 req-bfc7b45c-5c04-4f36-81be-c0a38f8d48c0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1779754
May 11 13:42:25.049330 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-e8e86900-daac-463f-bbfa-913360d87de8 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Unset dirty status for tenant:4d834d585e8e49e39c08f01b088e3ec0 on resource:network {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:42:25.057975 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-e8e86900-daac-463f-bbfa-913360d87de8 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.54 "GET /v2.0/networks?id=707291bc-5dd9-42be-8f66-a126d34db7b0 HTTP/1.1" status: 200  len: 817 time: 0.5779541
May 11 13:42:25.062021 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-96c0829f-495e-4943-8852-1bda3f6e506b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:25.063179 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-96c0829f-495e-4943-8852-1bda3f6e506b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f7125cde7f594fb59b70804ec00a8405&device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 1096 time: 0.4108765
May 11 13:42:25.072047 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7efbc-67a5-4079-94ab-055b70695efa req-5e9e772c-5083-4d6b-b62d-b31938bf56eb tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:25.073561 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a4e7efbc-67a5-4079-94ab-055b70695efa req-5e9e772c-5083-4d6b-b62d-b31938bf56eb tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 943 time: 0.4249547
May 11 13:42:25.303552 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 716f81b5-9951-4800-a928-e286481dd6b2 up at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:42:25.318624 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-05a5a327-6fa5-43a4-b2b8-1697aed6e750 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d524be1c-f290-4711-ae41-c6f7fc40e616 HTTP/1.1" status: 200  len: 217 time: 0.2313216
May 11 13:42:25.405917 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning for port 716f81b5-9951-4800-a928-e286481dd6b2 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:42:25.412355 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning complete for port 716f81b5-9951-4800-a928-e286481dd6b2 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:42:25.413118 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:25.438209 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-e936b992-6c70-4022-b44e-a6ceb721d1c4 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Synchronizing usage tracker for tenant:4d834d585e8e49e39c08f01b088e3ec0 on resource:security_group {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:42:25.443303 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a4e7efbc-67a5-4079-94ab-055b70695efa req-6bd4eb04-3d33-40ff-b87c-2d1a713cab2d tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1802297
May 11 13:42:25.471416 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-2c7e32e8-33d1-476f-b7a5-89316c2319a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:25.473043 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-2c7e32e8-33d1-476f-b7a5-89316c2319a3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=251f9a73-9320-4629-9a40-4b9a8c311c09 HTTP/1.1" status: 200  len: 859 time: 0.1334231
May 11 13:42:25.484296 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-e936b992-6c70-4022-b44e-a6ceb721d1c4 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Unset dirty status for tenant:4d834d585e8e49e39c08f01b088e3ec0 on resource:security_group {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:42:25.485670 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-e936b992-6c70-4022-b44e-a6ceb721d1c4 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d834d585e8e49e39c08f01b088e3ec0 HTTP/1.1" status: 200  len: 380 time: 0.2670469
May 11 13:42:25.565134 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-9c087c51-df87-40f1-969f-0775595199b1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Request body: {'port': {'device_id': '97b23954-ed6f-4c8d-a528-77250981ce80', 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'admin_state_up': True, 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'security_groups': ['6c4523ef-344a-49b1-9c89-84af77054284']}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:42:25.597347 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3f52ac93-6d96-4934-98b3-b2cf46942cdf req-a9fe6824-e9f6-4af4-b0ba-6df2c1367b12 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 210 time: 0.1428876
May 11 13:42:25.624483 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-584fc032-ff7e-4fe8-b2d7-618c4af2c4c7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f5b51504-92c9-4304-911d-10c3bcee9e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1276851
May 11 13:42:25.641819 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:25.691298 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b97539-15de-4ab3-a337-0d1324ba6fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716f81b5-9951-4800-a928-e286481dd6b2'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:42:25.725971 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port 716f81b5-9951-4800-a928-e286481dd6b2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=716f81b5-9951-4800-a928-e286481dd6b2,segment=NetworkSegment(69e15363-40f7-4893-84c3-3c98c4cd3963),segment_id=69e15363-40f7-4893-84c3-3c98c4cd3963)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:42:25.736346 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:25.739247 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:25.830488 dv-cinder-784779-11-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b97539-15de-4ab3-a337-0d1324ba6fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716f81b5-9951-4800-a928-e286481dd6b2', 'code': 200}
May 11 13:42:25.850449 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=716f81b5-9951-4800-a928-e286481dd6b2,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:25.855978 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:25.930023 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-9c087c51-df87-40f1-969f-0775595199b1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:42:25.934152 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-75ee09d0-3a87-4d66-ab63-1c842f4bd639 service neutron] 10.222.0.54 "GET /v2.0/networks/f5b51504-92c9-4304-911d-10c3bcee9e8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2984467
May 11 13:42:25.942877 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-9c087c51-df87-40f1-969f-0775595199b1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:42:25.956140 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-9c087c51-df87-40f1-969f-0775595199b1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Made reservation on behalf of 4d834d585e8e49e39c08f01b088e3ec0 for: {'port': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:42:25.960550 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-9c087c51-df87-40f1-969f-0775595199b1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:26.155396 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-9c087c51-df87-40f1-969f-0775595199b1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Allocated IP 172.20.0.12 (707291bc-5dd9-42be-8f66-a126d34db7b0/9fb43366-cc8e-4164-a9b2-c3e4cba00dbb/ca95605f-3f90-413f-ad05-4995af8bb8f0) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:42:26.296376 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266506d9-7a87-4ee8-b3ef-90b79ae22974 req-790da338-5090-47a3-bd0f-bc4ea5fb20af tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:26.298825 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-266506d9-7a87-4ee8-b3ef-90b79ae22974 req-790da338-5090-47a3-bd0f-bc4ea5fb20af tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.1078403
May 11 13:42:26.382294 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-266506d9-7a87-4ee8-b3ef-90b79ae22974 req-7bc1151f-75a8-44b2-b07f-0778a6c48ccc tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698557
May 11 13:42:26.557832 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-9c087c51-df87-40f1-969f-0775595199b1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:26.583273 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-9c087c51-df87-40f1-969f-0775595199b1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Transition to ACTIVE for port object ca95605f-3f90-413f-ad05-4995af8bb8f0 will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:42:26.621190 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-9c087c51-df87-40f1-969f-0775595199b1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:26.638786 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:26.709685 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-9c087c51-df87-40f1-969f-0775595199b1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Network 707291bc-5dd9-42be-8f66-a126d34db7b0 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:42:26.713605 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-9c087c51-df87-40f1-969f-0775595199b1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:42:26.735067 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91435d7c-e6bd-44e5-9bf2-22c72522b4b0 req-ef312152-de0e-4199-981e-8c4ef5e2db89 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:26.739010 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-91435d7c-e6bd-44e5-9bf2-22c72522b4b0 req-ef312152-de0e-4199-981e-8c4ef5e2db89 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.1790514
May 11 13:42:26.744831 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-9c087c51-df87-40f1-969f-0775595199b1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:42:26.750928 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 42452) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:26.761753 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-4d3789c5-746f-466a-9beb-2acc3e8dd698 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Request body: {'floatingip': {'port_id': '3a677dac-2f78-46bc-ac7e-4d06bd8805bd'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:42:27.074191 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4d3789c5-746f-466a-9beb-2acc3e8dd698 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for floatingip, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:27.075061 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c087c51-df87-40f1-969f-0775595199b1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Pushing event updated for resources: {'Port': ['ID=ca95605f-3f90-413f-ad05-4995af8bb8f0,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:27.123274 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9c087c51-df87-40f1-969f-0775595199b1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:27.163775 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-9c087c51-df87-40f1-969f-0775595199b1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:27.164417 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-9c087c51-df87-40f1-969f-0775595199b1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:27.169274 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-268066b3-47c0-43e5-888a-2be40eedd67d None None] Provisioning for port ca95605f-3f90-413f-ad05-4995af8bb8f0 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:42:27.175859 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-268066b3-47c0-43e5-888a-2be40eedd67d None None] Provisioning complete for port ca95605f-3f90-413f-ad05-4995af8bb8f0 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:42:27.177088 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-268066b3-47c0-43e5-888a-2be40eedd67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:27.209373 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-9c087c51-df87-40f1-969f-0775595199b1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6545529
May 11 13:42:27.224842 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16cb66-1a2b-4b5e-b0ae-83a1e230cb24 req-25cfe3df-9039-424a-9c76-6433ecaf47ff tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:27.236898 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1c16cb66-1a2b-4b5e-b0ae-83a1e230cb24 req-25cfe3df-9039-424a-9c76-6433ecaf47ff tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 943 time: 0.1751010
May 11 13:42:27.262670 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-268066b3-47c0-43e5-888a-2be40eedd67d None None] Port ca95605f-3f90-413f-ad05-4995af8bb8f0 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 11 13:42:27.284847 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396f653-cec7-40b1-9d3d-f0fb794b6abd req-d80fcca4-908b-4deb-a347-c648ebc882ae tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:27.286401 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2396f653-cec7-40b1-9d3d-f0fb794b6abd req-d80fcca4-908b-4deb-a347-c648ebc882ae tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 932 time: 0.3095946
May 11 13:42:27.316740 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1c16cb66-1a2b-4b5e-b0ae-83a1e230cb24 req-7f9d2d66-2905-4da4-a1df-6110a0cbaef1 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789058
May 11 13:42:27.557371 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013b0d1-8a29-4d3b-8997-1e858b2a3724 req-324ea268-cbdd-45c7-b79e-4f3d5a2e67f9 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:27.564367 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2396f653-cec7-40b1-9d3d-f0fb794b6abd req-444ebc2e-6c41-44d8-ba4b-ea0956f25a28 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2666779
May 11 13:42:27.565204 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4013b0d1-8a29-4d3b-8997-1e858b2a3724 req-324ea268-cbdd-45c7-b79e-4f3d5a2e67f9 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/ports?device_id=62c35b08-2638-4a7b-a52c-eea21286ee40 HTTP/1.1" status: 200  len: 946 time: 0.1264153
May 11 13:42:27.616166 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4013b0d1-8a29-4d3b-8997-1e858b2a3724 req-d25a3c48-ab76-42a8-b5a6-40e546a82955 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cd0f949-1e7a-462a-b92d-bca34dbfd2f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504372
May 11 13:42:28.134876 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4d3789c5-746f-466a-9beb-2acc3e8dd698 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:28.141146 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4d3789c5-746f-466a-9beb-2acc3e8dd698 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709941'] for floatingip, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:28.394436 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.db.l3_db [None req-4d3789c5-746f-466a-9beb-2acc3e8dd698 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Floating IP 55160000-1595-48f0-9d8d-877a52e84e69 associated. External IP: 172.27.1.143, port: 3a677dac-2f78-46bc-ac7e-4d06bd8805bd.
May 11 13:42:28.763432 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ee7e5-6eeb-499b-a68d-51e830efd6e4 req-def5b6b6-dd0c-4e6a-95c2-286caa598a9b tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:28.765055 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-459ee7e5-6eeb-499b-a68d-51e830efd6e4 req-def5b6b6-dd0c-4e6a-95c2-286caa598a9b tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 943 time: 0.2634480
May 11 13:42:28.787160 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3a498-2501-4fec-ad51-b3850c6165ea req-c2d07dc5-063b-46ef-9010-a5f821bc86fd tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:28.788716 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-d4e3a498-2501-4fec-ad51-b3850c6165ea req-c2d07dc5-063b-46ef-9010-a5f821bc86fd tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Synchronizing usage tracker for tenant:4d834d585e8e49e39c08f01b088e3ec0 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:42:28.809580 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-d4e3a498-2501-4fec-ad51-b3850c6165ea req-c2d07dc5-063b-46ef-9010-a5f821bc86fd tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Unset dirty status for tenant:4d834d585e8e49e39c08f01b088e3ec0 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:42:28.810982 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d4e3a498-2501-4fec-ad51-b3850c6165ea req-c2d07dc5-063b-46ef-9010-a5f821bc86fd tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 932 time: 0.1174669
May 11 13:42:28.905845 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d4e3a498-2501-4fec-ad51-b3850c6165ea req-ada6e7db-9682-46ba-9cb3-0ec9b8f0e0c1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0877821
May 11 13:42:28.956504 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-28180810-5a1a-4bda-8c8f-e74d533a79dc service neutron] Request body: {'port': {'device_id': '97b23954-ed6f-4c8d-a528-77250981ce80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:42:29.041663 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-459ee7e5-6eeb-499b-a68d-51e830efd6e4 req-7b91edeb-2ddc-4488-bc7e-2b2474d6d1f1 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2196093
May 11 13:42:29.106452 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3789c5-746f-466a-9beb-2acc3e8dd698 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Router 6fe38a2f-fd42-43d7-afda-ea05bbde3302 has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:42:29.244300 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ca49617e-d1cc-4b48-962c-7aa71b2cf56e req-45247527-f006-4a52-b313-b0cab31b8b63 service neutron] 10.222.0.54 "GET /v2.0/networks/f5b51504-92c9-4304-911d-10c3bcee9e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3369997
May 11 13:42:29.244714 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-28180810-5a1a-4bda-8c8f-e74d533a79dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:29.420198 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9dd8b336-83ca-4249-81b0-81e5d86eab25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:29.469473 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:29.506344 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3789c5-746f-466a-9beb-2acc3e8dd698 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:42:29.531789 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61716e67-18b4-489c-9dda-b105502847c1 None None] Sync routers for ids ['6fe38a2f-fd42-43d7-afda-ea05bbde3302'] in dv-cinder-784779-11-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:42:29.543507 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4d3789c5-746f-466a-9beb-2acc3e8dd698 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for floatingip, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:29.548437 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61716e67-18b4-489c-9dda-b105502847c1 None None] Routers {'6fe38a2f-fd42-43d7-afda-ea05bbde3302'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:42:29.549277 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-61716e67-18b4-489c-9dda-b105502847c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ada9c1df0>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:42:03Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['6fe38a2f-fd42-43d7-afda-ea05bbde3302'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:42:29.580342 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895b2d1-e36e-4648-8a99-69c1963b1c16 req-6c267e07-5a5b-4002-914a-15a9a5a56fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:29.582096 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5895b2d1-e36e-4648-8a99-69c1963b1c16 req-6c267e07-5a5b-4002-914a-15a9a5a56fb5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 1099 time: 0.3128190
May 11 13:42:29.652328 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-4d3789c5-746f-466a-9beb-2acc3e8dd698 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "PUT /v2.0/floatingips/55160000-1595-48f0-9d8d-877a52e84e69 HTTP/1.1" status: 200  len: 992 time: 2.8993995
May 11 13:42:29.655716 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c966b4-7bcd-43e5-863e-117ecacf1946', 'tag': '3a677dac-2f78-46bc-ac7e-4d06bd8805bd'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:42:29.667232 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5895b2d1-e36e-4648-8a99-69c1963b1c16 req-622c37b3-5abc-4410-8f4a-1485be523c56 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767462
May 11 13:42:29.821330 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-61716e67-18b4-489c-9dda-b105502847c1 None None] Set router 6fe38a2f-fd42-43d7-afda-ea05bbde3302 gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:42:29.855478 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf23212-106f-4498-870f-706e797c8f60 req-5e0ac446-9f6b-47b4-ab21-06e5b5f31444 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:29.868411 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-abf23212-106f-4498-870f-706e797c8f60 req-5e0ac446-9f6b-47b4-ab21-06e5b5f31444 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/ports?device_id=62c35b08-2638-4a7b-a52c-eea21286ee40 HTTP/1.1" status: 200  len: 946 time: 0.5364497
May 11 13:42:29.960689 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c966b4-7bcd-43e5-863e-117ecacf1946', 'tag': '3a677dac-2f78-46bc-ac7e-4d06bd8805bd', 'status': 'completed', 'code': 200}
May 11 13:42:29.997712 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.db.resource_extend [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-28180810-5a1a-4bda-8c8f-e74d533a79dc service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 11 13:42:30.039281 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-abf23212-106f-4498-870f-706e797c8f60 req-9029fed1-4086-4f5e-b5d8-2629a9f375a9 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cd0f949-1e7a-462a-b92d-bca34dbfd2f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1658471
May 11 13:42:30.172514 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956450c-0035-4e88-8d66-560f34c15376 req-d52b1cb9-8139-4636-aab7-3f0baf7e814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:30.175540 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1956450c-0035-4e88-8d66-560f34c15376 req-d52b1cb9-8139-4636-aab7-3f0baf7e814f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e2e1283bbf5045ad87015dc35eb13bec&device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 1099 time: 0.1955822
May 11 13:42:30.188910 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-28180810-5a1a-4bda-8c8f-e74d533a79dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca95605f-3f90-413f-ad05-4995af8bb8f0 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:42:30.200374 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-28180810-5a1a-4bda-8c8f-e74d533a79dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:30.264281 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-28180810-5a1a-4bda-8c8f-e74d533a79dc service neutron] Transition to ACTIVE for port object ca95605f-3f90-413f-ad05-4995af8bb8f0 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:42:30.273428 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-28180810-5a1a-4bda-8c8f-e74d533a79dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:30.279163 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:30.524674 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28180810-5a1a-4bda-8c8f-e74d533a79dc service neutron] Pushing event updated for resources: {'Port': ['ID=ca95605f-3f90-413f-ad05-4995af8bb8f0,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:30.535422 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-28180810-5a1a-4bda-8c8f-e74d533a79dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:30.544242 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be75e4-03a2-40f4-adea-3f306210aaff req-16095f5e-692d-44d7-9d84-b1212433dab6 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:30.551852 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-18be75e4-03a2-40f4-adea-3f306210aaff req-16095f5e-692d-44d7-9d84-b1212433dab6 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 943 time: 0.3481519
May 11 13:42:30.566228 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956450c-0035-4e88-8d66-560f34c15376 req-292aa46f-c8d5-47fe-8ce6-9601e3826d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:30.567987 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1956450c-0035-4e88-8d66-560f34c15376 req-292aa46f-c8d5-47fe-8ce6-9601e3826d29 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d88b8522-bb44-4128-b66b-b6cc8ce1b406 HTTP/1.1" status: 200  len: 912 time: 0.3801186
May 11 13:42:30.672472 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-18be75e4-03a2-40f4-adea-3f306210aaff req-b052f2f4-0339-4f06-adeb-ade7ae7e4357 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191025
May 11 13:42:30.723831 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-28180810-5a1a-4bda-8c8f-e74d533a79dc service neutron] Attempting to bind port ca95605f-3f90-413f-ad05-4995af8bb8f0 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:42:30.723831 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-28180810-5a1a-4bda-8c8f-e74d533a79dc service neutron] Attempting to bind port ca95605f-3f90-413f-ad05-4995af8bb8f0 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:42:30.724918 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-28180810-5a1a-4bda-8c8f-e74d533a79dc service neutron] Attempting to bind port ca95605f-3f90-413f-ad05-4995af8bb8f0 on network 707291bc-5dd9-42be-8f66-a126d34db7b0 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:42:30.743393 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-28180810-5a1a-4bda-8c8f-e74d533a79dc service neutron] Port ca95605f-3f90-413f-ad05-4995af8bb8f0 on network 707291bc-5dd9-42be-8f66-a126d34db7b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 11 13:42:30.743991 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-28180810-5a1a-4bda-8c8f-e74d533a79dc service neutron] Attempting to bind port ca95605f-3f90-413f-ad05-4995af8bb8f0 on network 707291bc-5dd9-42be-8f66-a126d34db7b0 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:42:30.753523 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-28180810-5a1a-4bda-8c8f-e74d533a79dc service neutron] Checking agent: {'id': '90698981-c276-4592-9423-0c50fa5e2f21', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'started_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:42:30.754299 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-28180810-5a1a-4bda-8c8f-e74d533a79dc service neutron] Checking segment: {'id': 'ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:42:30.754984 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-28180810-5a1a-4bda-8c8f-e74d533a79dc service neutron] Bound using segment: {'id': 'ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:42:30.755859 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-28180810-5a1a-4bda-8c8f-e74d533a79dc service neutron] Bound port: ca95605f-3f90-413f-ad05-4995af8bb8f0, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:42:30.756469 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-28180810-5a1a-4bda-8c8f-e74d533a79dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:30.776817 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf71e86-c013-4ec6-b9ac-2e55d10081ba req-0b35b969-5d72-49f4-8048-a0fef0ae5c77 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:30.783126 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-61716e67-18b4-489c-9dda-b105502847c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ada9c1df0>, [{'id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'name': 'tempest-AttachVolumeTestJSON-1103286951-router', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:36Z', 'updated_at': '2021-05-11T13:41:47Z', 'revision_number': 4, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'gw_port': {'id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_floatingips': [{'id': '55160000-1595-48f0-9d8d-877a52e84e69', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'port_id': '3a677dac-2f78-46bc-ac7e-4d06bd8805bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406', 'mac_address': 'fa:16:3e:7d:29:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c966b4-7bcd-43e5-863e-117ecacf1946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:42:01Z', 'updated_at': '2021-05-11T13:42:27Z', 'revision_number': 1, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9943bd-ec8d-4a5b-8afe-448feb2bde74', 'name': '', 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'mac_address': 'fa:16:3e:ca:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:44Z', 'updated_at': '2021-05-11T13:42:02Z', 'revision_number': 5, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'subnets': [{'id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:42:30.784327 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ccf71e86-c013-4ec6-b9ac-2e55d10081ba req-0b35b969-5d72-49f4-8048-a0fef0ae5c77 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 944 time: 0.3841002
May 11 13:42:30.793359 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61716e67-18b4-489c-9dda-b105502847c1 None None] Checking router: 6fe38a2f-fd42-43d7-afda-ea05bbde3302 for host: dv-cinder-784779-11-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:42:30.810287 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61716e67-18b4-489c-9dda-b105502847c1 None None] Routers {'6fe38a2f-fd42-43d7-afda-ea05bbde3302'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:42:30.811620 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-61716e67-18b4-489c-9dda-b105502847c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ada9c1df0>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:42:03Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['6fe38a2f-fd42-43d7-afda-ea05bbde3302'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:42:30.872337 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device d524be1c-f290-4711-ae41-c6f7fc40e616 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 11 13:42:30.974817 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-28180810-5a1a-4bda-8c8f-e74d533a79dc service neutron] For port ca95605f-3f90-413f-ad05-4995af8bb8f0, host hv-cinder-78477, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:42:30.980711 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ccf71e86-c013-4ec6-b9ac-2e55d10081ba req-567c8e20-0805-4d17-a748-73673a809ea2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1951816
May 11 13:42:30.981766 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-28180810-5a1a-4bda-8c8f-e74d533a79dc service neutron] For port ca95605f-3f90-413f-ad05-4995af8bb8f0, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ca95605f-3f90-413f-ad05-4995af8bb8f0,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:42:30.997933 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-28180810-5a1a-4bda-8c8f-e74d533a79dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:31.003161 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1956450c-0035-4e88-8d66-560f34c15376 req-cbf062a6-0023-48d8-842a-b668a117879c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a677dac-2f78-46bc-ac7e-4d06bd8805bd HTTP/1.1" status: 200  len: 1000 time: 0.4204469
May 11 13:42:31.020639 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-90258a15-85da-4951-85c1-eef6151e31e0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:31.149256 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port d524be1c-f290-4711-ae41-c6f7fc40e616, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d524be1c-f290-4711-ae41-c6f7fc40e616,segment=NetworkSegment(69e15363-40f7-4893-84c3-3c98c4cd3963),segment_id=69e15363-40f7-4893-84c3-3c98c4cd3963)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:42:31.167316 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Returning: {'device': 'd524be1c-f290-4711-ae41-c6f7fc40e616', 'network_id': 'f5b51504-92c9-4304-911d-10c3bcee9e8c', 'port_id': 'd524be1c-f290-4711-ae41-c6f7fc40e616', 'mac_address': 'fa:16:3e:c0:b5:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '251f9a73-9320-4629-9a40-4b9a8c311c09', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 11 13:42:31.225274 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956450c-0035-4e88-8d66-560f34c15376 req-23f009ab-4351-4345-908e-3e590d1e57a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:31.227949 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1956450c-0035-4e88-8d66-560f34c15376 req-23f009ab-4351-4345-908e-3e590d1e57a9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3abe7865-8078-415f-bbc1-ea30cc80fab6 HTTP/1.1" status: 200  len: 850 time: 0.2148092
May 11 13:42:31.249216 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-61716e67-18b4-489c-9dda-b105502847c1 None None] Set router 6fe38a2f-fd42-43d7-afda-ea05bbde3302 gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:42:31.283453 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:31.323282 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-28180810-5a1a-4bda-8c8f-e74d533a79dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:31.324232 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-28180810-5a1a-4bda-8c8f-e74d533a79dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:31.328253 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-28180810-5a1a-4bda-8c8f-e74d533a79dc service neutron] 10.222.0.54 "PUT /v2.0/ports/ca95605f-3f90-413f-ad05-4995af8bb8f0 HTTP/1.1" status: 200  len: 1094 time: 2.3826537
May 11 13:42:31.331723 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d524be1c-f290-4711-ae41-c6f7fc40e616 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:42:31.333466 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b23954-ed6f-4c8d-a528-77250981ce80', 'tag': 'ca95605f-3f90-413f-ad05-4995af8bb8f0'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:42:31.385856 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port d524be1c-f290-4711-ae41-c6f7fc40e616, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d524be1c-f290-4711-ae41-c6f7fc40e616,segment=NetworkSegment(69e15363-40f7-4893-84c3-3c98c4cd3963),segment_id=69e15363-40f7-4893-84c3-3c98c4cd3963)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:42:31.400975 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:31.403480 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:31.483059 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956450c-0035-4e88-8d66-560f34c15376 req-c1f39ccd-0736-47ec-9dcb-12788c300018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:31.487353 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1956450c-0035-4e88-8d66-560f34c15376 req-c1f39ccd-0736-47ec-9dcb-12788c300018 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d88b8522-bb44-4128-b66b-b6cc8ce1b406&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2493634
May 11 13:42:31.547017 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=d524be1c-f290-4711-ae41-c6f7fc40e616,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:31.561728 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:31.750417 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b23954-ed6f-4c8d-a528-77250981ce80', 'tag': 'ca95605f-3f90-413f-ad05-4995af8bb8f0', 'status': 'completed', 'code': 200}
May 11 13:42:31.783717 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['d524be1c-f290-4711-ae41-c6f7fc40e616'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:42:31.892831 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326d8c9-cc9b-4db0-821f-79d1244f8d74 req-67f99e66-3b3f-46e2-8495-5ac26934aa44 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:31.899924 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28180810-5a1a-4bda-8c8f-e74d533a79dc service neutron] Pushing event updated for resources: {'Port': ['ID=ca95605f-3f90-413f-ad05-4995af8bb8f0,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:31.903031 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9326d8c9-cc9b-4db0-821f-79d1244f8d74 req-67f99e66-3b3f-46e2-8495-5ac26934aa44 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/ports?device_id=62c35b08-2638-4a7b-a52c-eea21286ee40 HTTP/1.1" status: 200  len: 946 time: 0.2066777
May 11 13:42:31.909504 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1956450c-0035-4e88-8d66-560f34c15376 req-c04220a2-5abe-4693-b579-675c449dfebe service neutron] 10.222.0.54 "GET /v2.0/networks/d88b8522-bb44-4128-b66b-b6cc8ce1b406?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4122338
May 11 13:42:31.915000 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-28180810-5a1a-4bda-8c8f-e74d533a79dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.895s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:32.025978 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-2c2b4107-cb9b-4431-9215-32e7d5a5d031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:32.034569 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-2c2b4107-cb9b-4431-9215-32e7d5a5d031 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d834d585e8e49e39c08f01b088e3ec0&device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 1097 time: 0.6333237
May 11 13:42:32.193040 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9326d8c9-cc9b-4db0-821f-79d1244f8d74 req-281cad1e-880c-49b0-b8d0-ada190a0396c tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cd0f949-1e7a-462a-b92d-bca34dbfd2f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2889786
May 11 13:42:32.215318 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f56849-e03f-43f1-b538-5f9338150d2e req-a347ef74-a369-4469-b825-cdcd1557482a tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:32.219020 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f1f56849-e03f-43f1-b538-5f9338150d2e req-a347ef74-a369-4469-b825-cdcd1557482a tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c35b08-2638-4a7b-a52c-eea21286ee40 HTTP/1.1" status: 200  len: 946 time: 0.4652755
May 11 13:42:32.309926 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1956450c-0035-4e88-8d66-560f34c15376 req-aee9b9bb-ffa0-43a2-a1b8-3a84e4af49ef service neutron] 10.222.0.54 "GET /v2.0/networks/d88b8522-bb44-4128-b66b-b6cc8ce1b406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3186278
May 11 13:42:32.379166 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:32.384708 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-0e6b4f37-bc29-4aa0-832d-a3fa86601378 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca95605f-3f90-413f-ad05-4995af8bb8f0 HTTP/1.1" status: 200  len: 217 time: 0.3384175
May 11 13:42:32.386865 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-61716e67-18b4-489c-9dda-b105502847c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ada9c1df0>, [{'id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'name': 'tempest-AttachVolumeTestJSON-1103286951-router', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:36Z', 'updated_at': '2021-05-11T13:41:47Z', 'revision_number': 4, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'gw_port': {'id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_floatingips': [{'id': '55160000-1595-48f0-9d8d-877a52e84e69', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'port_id': '3a677dac-2f78-46bc-ac7e-4d06bd8805bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406', 'mac_address': 'fa:16:3e:7d:29:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c966b4-7bcd-43e5-863e-117ecacf1946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:42:01Z', 'updated_at': '2021-05-11T13:42:27Z', 'revision_number': 1, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9943bd-ec8d-4a5b-8afe-448feb2bde74', 'name': '', 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'mac_address': 'fa:16:3e:ca:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:44Z', 'updated_at': '2021-05-11T13:42:02Z', 'revision_number': 5, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'subnets': [{'id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:42:32.392590 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61716e67-18b4-489c-9dda-b105502847c1 None None] The sync data for ids ['6fe38a2f-fd42-43d7-afda-ea05bbde3302'] in dv-cinder-784779-11-iscsi is: [{'id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'name': 'tempest-AttachVolumeTestJSON-1103286951-router', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:36Z', 'updated_at': '2021-05-11T13:41:47Z', 'revision_number': 4, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'gw_port': {'id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_floatingips': [{'id': '55160000-1595-48f0-9d8d-877a52e84e69', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'port_id': '3a677dac-2f78-46bc-ac7e-4d06bd8805bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406', 'mac_address': 'fa:16:3e:7d:29:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c966b4-7bcd-43e5-863e-117ecacf1946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:42:01Z', 'updated_at': '2021-05-11T13:42:27Z', 'revision_number': 1, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9943bd-ec8d-4a5b-8afe-448feb2bde74', 'name': '', 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'mac_address': 'fa:16:3e:ca:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:44Z', 'updated_at': '2021-05-11T13:42:02Z', 'revision_number': 5, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'subnets': [{'id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:42:32.540434 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-54d49e2f-73c2-4367-b9cf-2a107e217558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:32.622584 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-3dc84cba-a0d3-46b9-8df7-f38f34f47977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:32.624094 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-3dc84cba-a0d3-46b9-8df7-f38f34f47977 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fb43366-cc8e-4164-a9b2-c3e4cba00dbb HTTP/1.1" status: 200  len: 856 time: 0.1969769
May 11 13:42:32.707926 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c408a4-787b-47ed-95a8-28aba3d4bdd2 req-1137fc2b-7a68-4349-b01b-d94e3ae535cc tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:32.710912 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-27c408a4-787b-47ed-95a8-28aba3d4bdd2 req-1137fc2b-7a68-4349-b01b-d94e3ae535cc tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 944 time: 0.1102452
May 11 13:42:32.777881 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-27c408a4-787b-47ed-95a8-28aba3d4bdd2 req-6cd9a6ff-6eb9-4d06-b52d-0b8e6cc31eed tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488870
May 11 13:42:32.820348 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdeee9d-e365-47e3-8328-ab1198bb9c72 None None] New status for floating IP 55160000-1595-48f0-9d8d-877a52e84e69: ACTIVE {{(pid=78704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 11 13:42:32.925619 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d12eb-d843-402c-8279-2d094b369e6e req-f8c4d35d-712e-41bf-869e-81ba07899d81 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:32.928360 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6f3d12eb-d843-402c-8279-2d094b369e6e req-f8c4d35d-712e-41bf-869e-81ba07899d81 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 944 time: 0.7735331
May 11 13:42:33.019277 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-b14a3e57-894f-4371-bbfc-002d25fb1aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:33.021914 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-b14a3e57-894f-4371-bbfc-002d25fb1aee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=707291bc-5dd9-42be-8f66-a126d34db7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3868413
May 11 13:42:33.039386 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-f1f56849-e03f-43f1-b538-5f9338150d2e req-b1e75ab0-e51f-42f7-afaa-01eb264b8d02 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Deleting port 15b9989e-a9f0-4e9a-871c-aaa859a9fe5b {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:42:33.040181 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-f1f56849-e03f-43f1-b538-5f9338150d2e req-b1e75ab0-e51f-42f7-afaa-01eb264b8d02 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:33.175696 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6f3d12eb-d843-402c-8279-2d094b369e6e req-9a497ac4-ee69-432f-95ea-ced73e515959 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2367065
May 11 13:42:33.299633 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-f1f56849-e03f-43f1-b538-5f9338150d2e req-b1e75ab0-e51f-42f7-afaa-01eb264b8d02 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] For port 15b9989e-a9f0-4e9a-871c-aaa859a9fe5b, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=15b9989e-a9f0-4e9a-871c-aaa859a9fe5b,segment=NetworkSegment(39230032-0b57-4475-9869-2e9ea2addde9),segment_id=39230032-0b57-4475-9869-2e9ea2addde9)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:42:33.300503 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-f1f56849-e03f-43f1-b538-5f9338150d2e req-b1e75ab0-e51f-42f7-afaa-01eb264b8d02 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:33.330536 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:33.540887 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-f1f56849-e03f-43f1-b538-5f9338150d2e req-b1e75ab0-e51f-42f7-afaa-01eb264b8d02 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Calling delete_port for 15b9989e-a9f0-4e9a-871c-aaa859a9fe5b owned by compute:nova {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:42:33.698780 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a24018-0637-4bb4-a973-b2b9876e9357 req-d77c9f15-4b8d-4474-a316-e91c511133c7 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:33.705928 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-98a24018-0637-4bb4-a973-b2b9876e9357 req-d77c9f15-4b8d-4474-a316-e91c511133c7 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/ports?device_id=62c35b08-2638-4a7b-a52c-eea21286ee40 HTTP/1.1" status: 200  len: 946 time: 0.2946577
May 11 13:42:33.856573 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-98a24018-0637-4bb4-a973-b2b9876e9357 req-a9c59033-30ef-4f2f-9c42-4169f4eeb7fd tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cd0f949-1e7a-462a-b92d-bca34dbfd2f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463428
May 11 13:42:33.934408 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-f1f56849-e03f-43f1-b538-5f9338150d2e req-b1e75ab0-e51f-42f7-afaa-01eb264b8d02 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:33.946743 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fd27dabc-e614-44c5-a643-382b64e31df7 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:34.001520 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e75ab0-e51f-42f7-afaa-01eb264b8d02 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Pushing event deleted for resources: {'Port': ['ID=15b9989e-a9f0-4e9a-871c-aaa859a9fe5b,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:34.015482 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e75ab0-e51f-42f7-afaa-01eb264b8d02 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:34.016337 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e75ab0-e51f-42f7-afaa-01eb264b8d02 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:34.016793 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e75ab0-e51f-42f7-afaa-01eb264b8d02 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:34.017247 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e75ab0-e51f-42f7-afaa-01eb264b8d02 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:34.017667 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e75ab0-e51f-42f7-afaa-01eb264b8d02 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:34.018072 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e75ab0-e51f-42f7-afaa-01eb264b8d02 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:34.018604 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e75ab0-e51f-42f7-afaa-01eb264b8d02 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:34.019698 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e75ab0-e51f-42f7-afaa-01eb264b8d02 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:34.019698 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e75ab0-e51f-42f7-afaa-01eb264b8d02 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:34.019698 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e75ab0-e51f-42f7-afaa-01eb264b8d02 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:34.020088 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e75ab0-e51f-42f7-afaa-01eb264b8d02 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:34.020341 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e75ab0-e51f-42f7-afaa-01eb264b8d02 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:34.054765 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b1e75ab0-e51f-42f7-afaa-01eb264b8d02 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:34.142970 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f56849-e03f-43f1-b538-5f9338150d2e req-b1e75ab0-e51f-42f7-afaa-01eb264b8d02 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] No DVR routers for this DVR port 15b9989e-a9f0-4e9a-871c-aaa859a9fe5b on host hv-cinder-78477 {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:42:34.148351 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-f1f56849-e03f-43f1-b538-5f9338150d2e req-b1e75ab0-e51f-42f7-afaa-01eb264b8d02 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:34.152609 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c35b08-2638-4a7b-a52c-eea21286ee40', 'name': 'network-vif-deleted', 'tag': '15b9989e-a9f0-4e9a-871c-aaa859a9fe5b'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:42:34.175548 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f1f56849-e03f-43f1-b538-5f9338150d2e req-b1e75ab0-e51f-42f7-afaa-01eb264b8d02 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.54 "DELETE /v2.0/ports/15b9989e-a9f0-4e9a-871c-aaa859a9fe5b HTTP/1.1" status: 204  len: 173 time: 1.9376440
May 11 13:42:34.201181 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce2196-6917-4e10-ae73-f9fe0ecf5ef1 req-77b5c3e8-0e46-4266-8285-52da50706498 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:34.202844 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-13ce2196-6917-4e10-ae73-f9fe0ecf5ef1 req-77b5c3e8-0e46-4266-8285-52da50706498 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 944 time: 0.1792102
May 11 13:42:34.256043 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-13ce2196-6917-4e10-ae73-f9fe0ecf5ef1 req-0779f892-2c87-416c-8efa-81abeb429b49 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469596
May 11 13:42:34.317543 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c35b08-2638-4a7b-a52c-eea21286ee40', 'name': 'network-vif-deleted', 'tag': '15b9989e-a9f0-4e9a-871c-aaa859a9fe5b', 'status': 'completed', 'code': 200}
May 11 13:42:34.534202 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25473d14-3665-48e9-957a-32f0cd2f5534 req-ba217072-ab82-4383-8e0f-0ec174da7014 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:34.536068 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-25473d14-3665-48e9-957a-32f0cd2f5534 req-ba217072-ab82-4383-8e0f-0ec174da7014 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 944 time: 0.1326249
May 11 13:42:34.585265 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-25473d14-3665-48e9-957a-32f0cd2f5534 req-67e0e348-0d90-4318-a13f-d1a488d107b5 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426168
May 11 13:42:34.740557 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:35.051512 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-ea6b042b-0313-403e-bc34-48be97bd369a req-7b38d84c-06fe-4c6c-8c9d-a3de8e74cdcd tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Synchronizing usage tracker for tenant:f407c8e917704d88b94b5c62ca8acc26 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:42:35.077717 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-ea6b042b-0313-403e-bc34-48be97bd369a req-7b38d84c-06fe-4c6c-8c9d-a3de8e74cdcd tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Unset dirty status for tenant:f407c8e917704d88b94b5c62ca8acc26 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:42:35.079919 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ea6b042b-0313-403e-bc34-48be97bd369a req-7b38d84c-06fe-4c6c-8c9d-a3de8e74cdcd tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/ports?device_id=62c35b08-2638-4a7b-a52c-eea21286ee40 HTTP/1.1" status: 200  len: 210 time: 0.1087916
May 11 13:42:35.615513 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80efc6-c68c-45f2-a50a-f22ecdd2fafe req-483cb790-7330-4c6d-b33c-4cc3dc36f54e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:35.617096 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ed80efc6-c68c-45f2-a50a-f22ecdd2fafe req-483cb790-7330-4c6d-b33c-4cc3dc36f54e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 944 time: 0.1776090
May 11 13:42:35.670536 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ed80efc6-c68c-45f2-a50a-f22ecdd2fafe req-e1cd0d0a-2b30-4702-9bd8-8373002ec464 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425799
May 11 13:42:35.862264 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687b351-3a8d-4edc-af77-34f664896770 req-b3dc8e01-205f-4f9a-af64-7d675ae94ced tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:35.864157 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1687b351-3a8d-4edc-af77-34f664896770 req-b3dc8e01-205f-4f9a-af64-7d675ae94ced tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 944 time: 0.0917413
May 11 13:42:35.914086 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1687b351-3a8d-4edc-af77-34f664896770 req-913bc88b-7fd8-4546-8c9b-1d494131a8c8 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430951
May 11 13:42:36.309589 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0b135919-e48e-40fe-afa7-919c92cc2ab4 req-83a32b77-3d89-42d0-9456-ed924a1a73bd tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/ports?device_id=62c35b08-2638-4a7b-a52c-eea21286ee40 HTTP/1.1" status: 200  len: 210 time: 0.0718577
May 11 13:42:36.382191 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 15b9989e-a9f0-4e9a-871c-aaa859a9fe5b no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:42:36.459256 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] No Port match for: 15b9989e-a9f0-4e9a-871c-aaa859a9fe5b {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:42:36.460036 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 15b9989e-a9f0-4e9a-871c-aaa859a9fe5b not bound to the agent host hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:42:36.543977 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-a32f5b57-f422-4a18-ae66-f3f965342d1c service neutron] 10.222.0.54 "GET /v2.0/networks/707291bc-5dd9-42be-8f66-a126d34db7b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1670721
May 11 13:42:36.705720 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-93ac7652-57b5-4e24-b072-87d34a72edaf req-da347748-8b2e-412b-88ce-75052af8fd60 service neutron] 10.222.0.54 "GET /v2.0/networks/707291bc-5dd9-42be-8f66-a126d34db7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394882
May 11 13:42:36.978358 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06edd0-ddaf-440b-a3e5-a00ad3d31654 req-59c25657-a724-48a3-82e6-b39625de7eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:36.980353 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ee06edd0-ddaf-440b-a3e5-a00ad3d31654 req-59c25657-a724-48a3-82e6-b39625de7eee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d834d585e8e49e39c08f01b088e3ec0&device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 1097 time: 0.2037995
May 11 13:42:36.991191 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fa844-8a86-4969-968e-fa8f79beaa29 req-56f9febc-25a8-4137-89ef-0bd9061e5338 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:36.993269 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-998fa844-8a86-4969-968e-fa8f79beaa29 req-56f9febc-25a8-4137-89ef-0bd9061e5338 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 944 time: 0.1477070
May 11 13:42:37.154172 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-998fa844-8a86-4969-968e-fa8f79beaa29 req-596944ca-194a-4c59-8451-d4825c6bbbec tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1340120
May 11 13:42:37.230192 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06edd0-ddaf-440b-a3e5-a00ad3d31654 req-9f8a60bb-8f98-4bd1-a512-34451d9e8f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:37.232678 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ee06edd0-ddaf-440b-a3e5-a00ad3d31654 req-9f8a60bb-8f98-4bd1-a512-34451d9e8f2a service neutron] 10.222.0.54 "GET /v2.0/networks?id=707291bc-5dd9-42be-8f66-a126d34db7b0 HTTP/1.1" status: 200  len: 918 time: 0.2379334
May 11 13:42:37.256704 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549afd5-6aca-4cd0-ae94-dc7aa6052a36 req-28a125fc-e1a9-4353-a34f-e2d14cf4cd11 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:37.258267 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9549afd5-6aca-4cd0-ae94-dc7aa6052a36 req-28a125fc-e1a9-4353-a34f-e2d14cf4cd11 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 944 time: 0.1555445
May 11 13:42:37.328962 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9549afd5-6aca-4cd0-ae94-dc7aa6052a36 req-f6160a8b-4a59-4236-8728-39e1e275410f tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614934
May 11 13:42:37.381420 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ee06edd0-ddaf-440b-a3e5-a00ad3d31654 req-2c403add-58be-4171-938d-ed9e7f5d6bed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca95605f-3f90-413f-ad05-4995af8bb8f0 HTTP/1.1" status: 200  len: 217 time: 0.1409657
May 11 13:42:37.550053 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06edd0-ddaf-440b-a3e5-a00ad3d31654 req-6d9681bd-da6e-4b23-8f1a-f489f7523d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:37.552695 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ee06edd0-ddaf-440b-a3e5-a00ad3d31654 req-6d9681bd-da6e-4b23-8f1a-f489f7523d0c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fb43366-cc8e-4164-a9b2-c3e4cba00dbb HTTP/1.1" status: 200  len: 856 time: 0.1629069
May 11 13:42:37.696470 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c3a18777-e6a1-4a29-ade4-3f0ec0174878 req-ebcba1bb-07e4-410a-aada-da4e1e3d8a2b tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] 10.222.0.48 "GET /v2.0/ports?device_id=62c35b08-2638-4a7b-a52c-eea21286ee40 HTTP/1.1" status: 200  len: 210 time: 0.0558567
May 11 13:42:37.746128 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06edd0-ddaf-440b-a3e5-a00ad3d31654 req-47cca14d-1d49-4604-892a-a2c47d6e75f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:37.748676 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ee06edd0-ddaf-440b-a3e5-a00ad3d31654 req-47cca14d-1d49-4604-892a-a2c47d6e75f1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=707291bc-5dd9-42be-8f66-a126d34db7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1816990
May 11 13:42:37.915944 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ee06edd0-ddaf-440b-a3e5-a00ad3d31654 req-5d203a81-afd7-40d8-9b59-e8883983ef0d service neutron] 10.222.0.54 "GET /v2.0/networks/707291bc-5dd9-42be-8f66-a126d34db7b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1586306
May 11 13:42:38.120796 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ee06edd0-ddaf-440b-a3e5-a00ad3d31654 req-3156a2bb-a3f8-443b-91b8-76b62dee2a91 service neutron] 10.222.0.54 "GET /v2.0/networks/707291bc-5dd9-42be-8f66-a126d34db7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1907966
May 11 13:42:38.370993 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device d524be1c-f290-4711-ae41-c6f7fc40e616 up at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:42:38.542201 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:42:38.654697 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55b440-073e-4e6a-b3df-51a82ce0515f req-a92be5bc-247a-475b-ab19-86d03c97a19b tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:38.657842 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4a55b440-073e-4e6a-b3df-51a82ce0515f req-a92be5bc-247a-475b-ab19-86d03c97a19b tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 944 time: 0.2722113
May 11 13:42:38.665462 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning for port d524be1c-f290-4711-ae41-c6f7fc40e616 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:42:38.672329 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning complete for port d524be1c-f290-4711-ae41-c6f7fc40e616 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:42:38.673012 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:38.787547 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4a55b440-073e-4e6a-b3df-51a82ce0515f req-51e7648f-32ca-4fd2-9414-14492beceee2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1137638
May 11 13:42:38.995249 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9cde3-e319-40cb-a132-040b48553cc4 req-b8bad590-3046-45bc-9876-9b9fd494e487 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:38.996806 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:39.001410 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7fe9cde3-e319-40cb-a132-040b48553cc4 req-b8bad590-3046-45bc-9876-9b9fd494e487 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 944 time: 0.2638965
May 11 13:42:39.061952 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71468f0-b59c-4a43-98db-c9fc5a920dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd524be1c-f290-4711-ae41-c6f7fc40e616'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:42:39.087389 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port d524be1c-f290-4711-ae41-c6f7fc40e616, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d524be1c-f290-4711-ae41-c6f7fc40e616,segment=NetworkSegment(69e15363-40f7-4893-84c3-3c98c4cd3963),segment_id=69e15363-40f7-4893-84c3-3c98c4cd3963)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:42:39.099379 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:39.104337 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-859b8701-67ac-4195-a488-c5a52ac86ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:39.106885 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7fe9cde3-e319-40cb-a132-040b48553cc4 req-7a12b1d9-b9d0-4fc9-b6ea-811b5b4ce0dd tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962591
May 11 13:42:39.269637 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=d524be1c-f290-4711-ae41-c6f7fc40e616,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:39.288845 dv-cinder-784779-11-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71468f0-b59c-4a43-98db-c9fc5a920dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd524be1c-f290-4711-ae41-c6f7fc40e616', 'code': 200}
May 11 13:42:39.296701 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:39.297153 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:39.297402 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:39.297732 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:39.298057 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:39.298379 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:39.298696 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:39.299012 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:39.299356 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:39.299699 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:39.300012 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:39.300320 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:39.320513 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:39.649320 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 42712) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:39.773766 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30bbe5-eee4-480d-8968-545de674aabf req-93ae617c-a4c4-45fe-92f1-4467f6eecb7e tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:39.782851 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2c30bbe5-eee4-480d-8968-545de674aabf req-93ae617c-a4c4-45fe-92f1-4467f6eecb7e tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/networks?id=6bef4c20-4a6c-40a5-b258-199c12fc2595 HTTP/1.1" status: 200  len: 814 time: 0.2995114
May 11 13:42:39.811186 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2c30bbe5-eee4-480d-8968-545de674aabf req-4879b4b1-877b-44af-8b8e-f7771a9b5a1b tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/quotas/92510857ca1047488f92675951404302 HTTP/1.1" status: 200  len: 375 time: 0.0267937
May 11 13:42:39.963481 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6de1212d-f582-4888-a81f-72b7eae1f4a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:39.965078 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2c30bbe5-eee4-480d-8968-545de674aabf req-6b4557b2-9ea0-457d-8186-444660341e2d tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=92510857ca1047488f92675951404302&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1522117
May 11 13:42:39.996300 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-6de1212d-f582-4888-a81f-72b7eae1f4a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:42:40.019713 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-6de1212d-f582-4888-a81f-72b7eae1f4a8 admin admin] Usage tracker for resource:security_group_rule and tenant:3dd9e66cdd3c441595116891419e0e11 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:42:40.024619 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e071ea5-6f0c-4809-9325-8559b17f7ad1 req-d2263d84-6b67-49af-9466-07db695f520f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:40.026410 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6e071ea5-6f0c-4809-9325-8559b17f7ad1 req-d2263d84-6b67-49af-9466-07db695f520f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 1098 time: 0.3175507
May 11 13:42:40.027521 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-6de1212d-f582-4888-a81f-72b7eae1f4a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:42:40.036200 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-6de1212d-f582-4888-a81f-72b7eae1f4a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:42:40.181201 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6e071ea5-6f0c-4809-9325-8559b17f7ad1 req-8630b399-3c9b-41f5-9d5a-2ec97628c03b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461115
May 11 13:42:40.332128 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88bfd8d-4bb7-413e-b1b1-98d3a77cf2de req-e3e37ae6-5182-452f-9d8f-6176663f2113 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:40.334432 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d88bfd8d-4bb7-413e-b1b1-98d3a77cf2de req-e3e37ae6-5182-452f-9d8f-6176663f2113 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 944 time: 0.2322824
May 11 13:42:40.340366 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2c30bbe5-eee4-480d-8968-545de674aabf req-50984187-e867-4f37-bb12-0e64f5b44649 service neutron] 10.222.0.48 "GET /v2.0/networks/6bef4c20-4a6c-40a5-b258-199c12fc2595?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3670382
May 11 13:42:40.354277 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device ca95605f-3f90-413f-ad05-4995af8bb8f0 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 11 13:42:40.436785 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6de1212d-f582-4888-a81f-72b7eae1f4a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:40.451159 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6de1212d-f582-4888-a81f-72b7eae1f4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:40.456825 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d88bfd8d-4bb7-413e-b1b1-98d3a77cf2de req-aec3896a-9d3e-4736-9310-204305eb0e0c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1077526
May 11 13:42:40.471744 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-824c4b8f-2339-4e4a-afe7-42cc138070cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:40.620908 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-6de1212d-f582-4888-a81f-72b7eae1f4a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3dd9e66cdd3c441595116891419e0e11&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9692478
May 11 13:42:40.624347 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 42742) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:40.629517 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1212d-f582-4888-a81f-72b7eae1f4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1142e4-c142-4770-a0f8-7fc3268f1988,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:40.659395 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-6de1212d-f582-4888-a81f-72b7eae1f4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:40.741553 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port ca95605f-3f90-413f-ad05-4995af8bb8f0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ca95605f-3f90-413f-ad05-4995af8bb8f0,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:42:40.784375 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Returning: {'device': 'ca95605f-3f90-413f-ad05-4995af8bb8f0', 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'port_id': 'ca95605f-3f90-413f-ad05-4995af8bb8f0', 'mac_address': 'fa:16:3e:88:dd:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 11 13:42:40.816463 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2c30bbe5-eee4-480d-8968-545de674aabf req-83ed3e6f-f29b-42b6-890c-795dc6656edb service neutron] 10.222.0.48 "GET /v2.0/networks/6bef4c20-4a6c-40a5-b258-199c12fc2595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4708409
May 11 13:42:40.821356 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-31173a2e-5a97-4b51-8a75-fd91f22b0e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:40.873282 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-31173a2e-5a97-4b51-8a75-fd91f22b0e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:40.916596 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:40.941657 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4bc24-7e0f-4544-984c-16ed649454f8 req-b4861e9e-8e82-4060-aa2c-09264c2f13bc tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:40.943240 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca95605f-3f90-413f-ad05-4995af8bb8f0 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:42:40.943417 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cfd4bc24-7e0f-4544-984c-16ed649454f8 req-b4861e9e-8e82-4060-aa2c-09264c2f13bc tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 945 time: 0.1968939
May 11 13:42:40.970526 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port ca95605f-3f90-413f-ad05-4995af8bb8f0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ca95605f-3f90-413f-ad05-4995af8bb8f0,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:42:40.981030 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:40.993696 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-6d87595a-8b8c-45a9-bf73-7e7b0a3eb312 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:41.033086 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cfd4bc24-7e0f-4544-984c-16ed649454f8 req-412448a2-5a8c-4232-8f78-b45f67a65957 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752299
May 11 13:42:41.036620 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-31173a2e-5a97-4b51-8a75-fd91f22b0e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:41.063308 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:41.111334 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31173a2e-5a97-4b51-8a75-fd91f22b0e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1142e4-c142-4770-a0f8-7fc3268f1988,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:41.130889 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-31173a2e-5a97-4b51-8a75-fd91f22b0e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:41.142440 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-31173a2e-5a97-4b51-8a75-fd91f22b0e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:41.144563 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-31173a2e-5a97-4b51-8a75-fd91f22b0e95 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1c1142e4-c142-4770-a0f8-7fc3268f1988 HTTP/1.1" status: 204  len: 168 time: 0.5179212
May 11 13:42:41.180043 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e7b5f17f-3bbb-4c26-962e-8349df599a99 req-b564b3c1-beec-4de5-9785-871cae2680b0 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=a40a2451-cab2-4f62-b814-1f3237edfde1 HTTP/1.1" status: 200  len: 210 time: 0.0639691
May 11 13:42:41.196403 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=ca95605f-3f90-413f-ad05-4995af8bb8f0,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:41.214939 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:41.811300 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5373b8-31d5-4282-aeb4-d96d963bf8e9 req-155939de-e316-4d24-99f2-803a6eb76452 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:41.814551 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0c5373b8-31d5-4282-aeb4-d96d963bf8e9 req-155939de-e316-4d24-99f2-803a6eb76452 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 945 time: 0.1229475
May 11 13:42:41.886009 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0c5373b8-31d5-4282-aeb4-d96d963bf8e9 req-d555f4dd-4091-467d-94ff-a699356753dc tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652759
May 11 13:42:42.125136 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 42792) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:42.265558 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_v2 [None req-0165503d-9547-43f7-b709-0b2701f929a7 admin admin] Deleting subnet af264c19-7fb4-4b19-90f2-b077147f6e82 {{(pid=78702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 11 13:42:42.271210 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0165503d-9547-43f7-b709-0b2701f929a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:42.357782 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0165503d-9547-43f7-b709-0b2701f929a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143158'] for subnet, precommit_delete_associations {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:42.358004 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ca7cc-ede3-4160-81d3-35371afcd507 req-8426866a-cd15-4f2e-add5-4f862f62b975 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:42.360618 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bc8ca7cc-ede3-4160-81d3-35371afcd507 req-8426866a-cd15-4f2e-add5-4f862f62b975 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 945 time: 0.1461990
May 11 13:42:42.439812 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bc8ca7cc-ede3-4160-81d3-35371afcd507 req-2366541a-c509-4f39-bd73-775895f8e40c tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723939
May 11 13:42:42.463540 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0165503d-9547-43f7-b709-0b2701f929a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861720'] for subnet, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:42.670628 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1e49702f-c1a5-42b5-b056-a9605430ec4b req-afd26ce9-4afa-4d6c-88ba-92a8a4344914 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=a40a2451-cab2-4f62-b814-1f3237edfde1 HTTP/1.1" status: 200  len: 210 time: 0.0439332
May 11 13:42:42.861033 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0165503d-9547-43f7-b709-0b2701f929a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2529524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514346'] for subnet, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:42.867055 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:42.901198 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165503d-9547-43f7-b709-0b2701f929a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af264c19-7fb4-4b19-90f2-b077147f6e82,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:42.904562 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-0165503d-9547-43f7-b709-0b2701f929a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:42.905702 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0165503d-9547-43f7-b709-0b2701f929a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:42.914908 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 42806) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:42.915705 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-0165503d-9547-43f7-b709-0b2701f929a7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/af264c19-7fb4-4b19-90f2-b077147f6e82 HTTP/1.1" status: 204  len: 168 time: 0.7868125
May 11 13:42:43.035771 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0c6dd717-80bd-4802-908c-4e751b7a0e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785944'] for network, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:43.223796 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0c6dd717-80bd-4802-908c-4e751b7a0e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863971', 'neutron.services.segments.db._delete_segments_for_network-8734582855581'] for network, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:43.240527 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-0c6dd717-80bd-4802-908c-4e751b7a0e57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ad9571310>,) {'filters': {'network_id': ['8379951b-6335-4ad2-8bd9-bc326ae0ddbb']}} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:42:43.256916 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-0c6dd717-80bd-4802-908c-4e751b7a0e57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad9571310>, '39230032-0b57-4475-9869-2e9ea2addde9') {'for_net_delete': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:42:43.257211 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-0c6dd717-80bd-4802-908c-4e751b7a0e57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad9571310>, '39230032-0b57-4475-9869-2e9ea2addde9') {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:42:43.277424 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0c6dd717-80bd-4802-908c-4e751b7a0e57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582867559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077593'] for segment, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:43.298889 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbea1d-c895-4240-86c4-221723e30c4e req-3c5dbde4-8140-48db-a0c1-9f1d1536ebb8 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:43.300504 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e8dbea1d-c895-4240-86c4-221723e30c4e req-3c5dbde4-8140-48db-a0c1-9f1d1536ebb8 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 945 time: 0.2271156
May 11 13:42:43.308044 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0c6dd717-80bd-4802-908c-4e751b7a0e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:43.329872 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6dd717-80bd-4802-908c-4e751b7a0e57 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=78703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 11 13:42:43.330289 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0c6dd717-80bd-4802-908c-4e751b7a0e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2100485'] for segment, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]: Traceback (most recent call last):
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]:     timer()
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]:     cb(*args, **kw)
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]:     return func(*args, **kwargs)
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]:     self._notify()
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]:     self.callback(batched_events)
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]:     event.method(event)
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]:     aggregate_uuid = self.p_client.list_aggregates(
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]:     return f(self, *a, **k)
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]:     return self._get(url).json()
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]:     return self.request(url, 'GET', **kwargs)
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]:     base_url = self.get_endpoint(auth, allow=allow,
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 11 13:42:43.346363 dv-cinder-784779-11-iscsi neutron-server[78703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 11 13:42:43.441217 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e8dbea1d-c895-4240-86c4-221723e30c4e req-06c6261b-6169-4605-a5d7-589a3320c218 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1300328
May 11 13:42:43.446239 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0c6dd717-80bd-4802-908c-4e751b7a0e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709946'] for network, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:43.450939 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0e43b776-24de-4798-97dd-ccfae3df0b02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:43.465318 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0c6dd717-80bd-4802-908c-4e751b7a0e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:43.474908 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6dd717-80bd-4802-908c-4e751b7a0e57 admin admin] Pushing event deleted for resources: {'Network': ['ID=8379951b-6335-4ad2-8bd9-bc326ae0ddbb,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:43.479749 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-0c6dd717-80bd-4802-908c-4e751b7a0e57 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8379951b-6335-4ad2-8bd9-bc326ae0ddbb HTTP/1.1" status: 204  len: 168 time: 0.5629230
May 11 13:42:43.488282 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6dd717-80bd-4802-908c-4e751b7a0e57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:43.488845 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6dd717-80bd-4802-908c-4e751b7a0e57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:43.489404 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6dd717-80bd-4802-908c-4e751b7a0e57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:43.489960 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6dd717-80bd-4802-908c-4e751b7a0e57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:43.490506 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6dd717-80bd-4802-908c-4e751b7a0e57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:43.491057 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6dd717-80bd-4802-908c-4e751b7a0e57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:43.491627 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6dd717-80bd-4802-908c-4e751b7a0e57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:43.492183 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6dd717-80bd-4802-908c-4e751b7a0e57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:43.492730 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6dd717-80bd-4802-908c-4e751b7a0e57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:43.493314 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6dd717-80bd-4802-908c-4e751b7a0e57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:43.494191 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6dd717-80bd-4802-908c-4e751b7a0e57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:43.494719 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6dd717-80bd-4802-908c-4e751b7a0e57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:42:43.500904 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0c6dd717-80bd-4802-908c-4e751b7a0e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:43.672954 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceea943-152f-44dc-be9b-882c6ddc2c39 req-5061bb51-c516-47f6-859d-d9e5da8a9106 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:43.674521 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0ceea943-152f-44dc-be9b-882c6ddc2c39 req-5061bb51-c516-47f6-859d-d9e5da8a9106 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 945 time: 0.0942731
May 11 13:42:43.715451 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 42824) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:43.728639 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0ceea943-152f-44dc-be9b-882c6ddc2c39 req-148aea70-1411-4339-96ed-0e805ed178a5 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436645
May 11 13:42:43.785725 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-8ff23a76-ba1d-400e-a5f7-63962e0eb6cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f407c8e917704d88b94b5c62ca8acc26&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0683331
May 11 13:42:43.788534 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 42828) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:43.857677 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c1d80ded-499d-47e5-bdf6-dcfef4df4685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:43.879180 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-911c7cce-74a1-475d-a8ec-b4d1e214ab2a req-ab2aa215-4139-46f4-97fc-5851af66d25f tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=a40a2451-cab2-4f62-b814-1f3237edfde1 HTTP/1.1" status: 200  len: 210 time: 0.0466361
May 11 13:42:43.905135 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c1d80ded-499d-47e5-bdf6-dcfef4df4685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:43.965669 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c1d80ded-499d-47e5-bdf6-dcfef4df4685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:43.969823 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:43.984530 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d80ded-499d-47e5-bdf6-dcfef4df4685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd0f949-1e7a-462a-b92d-bca34dbfd2f8,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:43.987454 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-c1d80ded-499d-47e5-bdf6-dcfef4df4685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:43.996732 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c1d80ded-499d-47e5-bdf6-dcfef4df4685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:43.997898 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-c1d80ded-499d-47e5-bdf6-dcfef4df4685 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2cd0f949-1e7a-462a-b92d-bca34dbfd2f8 HTTP/1.1" status: 204  len: 168 time: 0.2083478
May 11 13:42:44.495852 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['ca95605f-3f90-413f-ad05-4995af8bb8f0'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:42:44.917895 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33050d8f-326f-4a5d-8e0b-1647d9cf64d4 req-aeb149ac-5d34-437d-b5ea-8911037aecb9 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:44.920238 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-33050d8f-326f-4a5d-8e0b-1647d9cf64d4 req-aeb149ac-5d34-437d-b5ea-8911037aecb9 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 945 time: 0.1729264
May 11 13:42:45.060234 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-33050d8f-326f-4a5d-8e0b-1647d9cf64d4 req-cee80210-1ca0-4f87-b062-cf97d9f77039 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1180506
May 11 13:42:45.233733 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c0c93-66c9-4abc-8998-f3be9613e0b0 req-ec72c8f5-b759-458f-a45a-fe6921ff5569 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:45.237594 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e71c0c93-66c9-4abc-8998-f3be9613e0b0 req-ec72c8f5-b759-458f-a45a-fe6921ff5569 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 945 time: 0.2440934
May 11 13:42:45.446129 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e71c0c93-66c9-4abc-8998-f3be9613e0b0 req-454055f3-7fa8-4ac2-84f6-be620ad5a9be tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1976798
May 11 13:42:45.681763 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30bbe5-eee4-480d-8968-545de674aabf req-a72c0f45-9817-46dd-9f44-cf8ae5ced57e tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:45.684926 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-2c30bbe5-eee4-480d-8968-545de674aabf req-a72c0f45-9817-46dd-9f44-cf8ae5ced57e tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Synchronizing usage tracker for tenant:92510857ca1047488f92675951404302 on resource:network {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:42:45.735356 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-2c30bbe5-eee4-480d-8968-545de674aabf req-a72c0f45-9817-46dd-9f44-cf8ae5ced57e tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Unset dirty status for tenant:92510857ca1047488f92675951404302 on resource:network {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:42:45.738316 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2c30bbe5-eee4-480d-8968-545de674aabf req-a72c0f45-9817-46dd-9f44-cf8ae5ced57e tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.54 "GET /v2.0/networks?id=6bef4c20-4a6c-40a5-b258-199c12fc2595 HTTP/1.1" status: 200  len: 814 time: 0.4336228
May 11 13:42:45.759988 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-2c30bbe5-eee4-480d-8968-545de674aabf req-82028714-9a2d-4f0c-8bda-cd66788a093a tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Request body: {'port': {'device_id': 'a40a2451-cab2-4f62-b814-1f3237edfde1', 'network_id': '6bef4c20-4a6c-40a5-b258-199c12fc2595', 'admin_state_up': True, 'tenant_id': '92510857ca1047488f92675951404302'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:42:45.897531 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ef67b921-8315-4dce-815b-eb188db6c7a6 req-95891dc6-6f51-43d3-afc5-a13e6ddc0d5f tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=a40a2451-cab2-4f62-b814-1f3237edfde1 HTTP/1.1" status: 200  len: 210 time: 0.1297977
May 11 13:42:46.259699 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-2c30bbe5-eee4-480d-8968-545de674aabf req-82028714-9a2d-4f0c-8bda-cd66788a093a tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:42:46.297434 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-2c30bbe5-eee4-480d-8968-545de674aabf req-82028714-9a2d-4f0c-8bda-cd66788a093a tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:42:46.412969 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c30bbe5-eee4-480d-8968-545de674aabf req-82028714-9a2d-4f0c-8bda-cd66788a093a tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Made reservation on behalf of 92510857ca1047488f92675951404302 for: {'port': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:42:46.418331 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-2c30bbe5-eee4-480d-8968-545de674aabf req-82028714-9a2d-4f0c-8bda-cd66788a093a tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:46.567183 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5dbf0-a80a-425c-bab5-7fd69f56d8fe req-19198e53-a085-4fda-a161-9688e07f42b9 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:46.589147 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b4f5dbf0-a80a-425c-bab5-7fd69f56d8fe req-19198e53-a085-4fda-a161-9688e07f42b9 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 945 time: 0.2449458
May 11 13:42:46.725397 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b4f5dbf0-a80a-425c-bab5-7fd69f56d8fe req-d6595f92-702b-4f8c-822f-61f6d071f654 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1345820
May 11 13:42:46.879791 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5413404-54db-4caa-b129-075a2b3ae7d6 req-dfe88213-d028-41e2-93f9-9ac8d902bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:46.882507 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e5413404-54db-4caa-b129-075a2b3ae7d6 req-dfe88213-d028-41e2-93f9-9ac8d902bb35 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f7125cde7f594fb59b70804ec00a8405&device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 1098 time: 0.5480227
May 11 13:42:46.903935 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device ca95605f-3f90-413f-ad05-4995af8bb8f0 up at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:42:47.068339 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning for port ca95605f-3f90-413f-ad05-4995af8bb8f0 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:42:47.085994 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning complete for port ca95605f-3f90-413f-ad05-4995af8bb8f0 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:42:47.086596 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:47.261731 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [req-2c30bbe5-eee4-480d-8968-545de674aabf req-82028714-9a2d-4f0c-8bda-cd66788a093a tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Allocated IP 172.20.0.12 (6bef4c20-4a6c-40a5-b258-199c12fc2595/7d76bbac-8265-42c9-b0ff-de76986a4e85/b09d77a6-634d-4771-a4de-848c646b93bd) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:42:47.381415 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:47.485120 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port ca95605f-3f90-413f-ad05-4995af8bb8f0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ca95605f-3f90-413f-ad05-4995af8bb8f0,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:42:47.486716 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b23954-ed6f-4c8d-a528-77250981ce80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca95605f-3f90-413f-ad05-4995af8bb8f0'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:42:47.498885 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:47.503487 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:47.519712 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d9040b79-4bd7-427c-825d-83241a448674 req-7c24e150-9fe8-41a3-a932-8d4718c15276 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=a40a2451-cab2-4f62-b814-1f3237edfde1 HTTP/1.1" status: 200  len: 210 time: 0.1788371
May 11 13:42:47.619961 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291ca48-14bb-41f2-b5e7-7671f2109025 req-e1f2a16e-642d-4209-b756-e8d921a80622 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:47.630378 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b291ca48-14bb-41f2-b5e7-7671f2109025 req-e1f2a16e-642d-4209-b756-e8d921a80622 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 945 time: 1.0075459
May 11 13:42:47.719467 dv-cinder-784779-11-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b23954-ed6f-4c8d-a528-77250981ce80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca95605f-3f90-413f-ad05-4995af8bb8f0', 'code': 200}
May 11 13:42:47.724611 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=ca95605f-3f90-413f-ad05-4995af8bb8f0,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:47.741821 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:47.851895 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5413404-54db-4caa-b129-075a2b3ae7d6 req-6bdee67e-ed69-4158-95d1-367f664d0025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:47.856470 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e5413404-54db-4caa-b129-075a2b3ae7d6 req-6bdee67e-ed69-4158-95d1-367f664d0025 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f5b51504-92c9-4304-911d-10c3bcee9e8c HTTP/1.1" status: 200  len: 920 time: 0.9608116
May 11 13:42:48.124061 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 42960) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:48.165217 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e5413404-54db-4caa-b129-075a2b3ae7d6 req-5bf68e1f-9b82-46a1-af9f-609717a4dc26 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d524be1c-f290-4711-ae41-c6f7fc40e616 HTTP/1.1" status: 200  len: 217 time: 0.2841027
May 11 13:42:48.184787 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-2c30bbe5-eee4-480d-8968-545de674aabf req-82028714-9a2d-4f0c-8bda-cd66788a093a tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:48.315800 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b291ca48-14bb-41f2-b5e7-7671f2109025 req-4f1acaa7-f269-431e-86b3-0f857ca761cd tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6827779
May 11 13:42:48.317809 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34fb0a-7617-4717-89fa-481ca1b33a22 req-52eaba2c-5062-4d7b-9d2d-2eb6262b4125 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:48.326200 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bb34fb0a-7617-4717-89fa-481ca1b33a22 req-52eaba2c-5062-4d7b-9d2d-2eb6262b4125 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.2979960
May 11 13:42:48.395819 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5413404-54db-4caa-b129-075a2b3ae7d6 req-0a54b954-32e1-4332-b69b-923ece1e059a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:48.398948 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e5413404-54db-4caa-b129-075a2b3ae7d6 req-0a54b954-32e1-4332-b69b-923ece1e059a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=251f9a73-9320-4629-9a40-4b9a8c311c09 HTTP/1.1" status: 200  len: 859 time: 0.2227838
May 11 13:42:48.428294 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bb34fb0a-7617-4717-89fa-481ca1b33a22 req-2fa0852d-858b-4547-b1b6-bfac6f21bf97 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1008720
May 11 13:42:48.435172 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38e06e-d622-40d5-bad5-66be114abb06 req-0aed45f6-898c-4fb1-9f12-8bde9765b7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:48.436640 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2c38e06e-d622-40d5-bad5-66be114abb06 req-0aed45f6-898c-4fb1-9f12-8bde9765b7b8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 1099 time: 0.3638587
May 11 13:42:48.523238 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2c38e06e-d622-40d5-bad5-66be114abb06 req-af56fe12-2128-4023-97e2-6c0e880581f1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667341
May 11 13:42:48.629103 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 42976) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:48.636048 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e5413404-54db-4caa-b129-075a2b3ae7d6 req-fc54c632-a730-4af2-a327-6810f8b19e31 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f5b51504-92c9-4304-911d-10c3bcee9e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2195530
May 11 13:42:48.638863 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-2c30bbe5-eee4-480d-8968-545de674aabf req-82028714-9a2d-4f0c-8bda-cd66788a093a tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:48.646839 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-acc18a6c-1224-4f8e-857e-a2099a4f3dd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:48.660984 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['c000ac65-a9aa-42c3-be16-e2635cb14df1'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:42:48.892631 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c30bbe5-eee4-480d-8968-545de674aabf req-82028714-9a2d-4f0c-8bda-cd66788a093a tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Network 6bef4c20-4a6c-40a5-b258-199c12fc2595 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:42:48.893644 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6a96da42-37c4-4bc4-838e-b51c4717a178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:48.913593 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [req-2c30bbe5-eee4-480d-8968-545de674aabf req-82028714-9a2d-4f0c-8bda-cd66788a093a tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:42:48.927091 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c30bbe5-eee4-480d-8968-545de674aabf req-82028714-9a2d-4f0c-8bda-cd66788a093a tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:42:48.940474 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b38ee4cf-ed02-4ced-9399-c728a989cf85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:48.953225 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82028714-9a2d-4f0c-8bda-cd66788a093a tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Pushing event updated for resources: {'Port': ['ID=b09d77a6-634d-4771-a4de-848c646b93bd,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:48.957780 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-82028714-9a2d-4f0c-8bda-cd66788a093a tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:48.970001 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-b38ee4cf-ed02-4ced-9399-c728a989cf85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:42:48.971398 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-6a96da42-37c4-4bc4-838e-b51c4717a178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:42:48.976654 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-b38ee4cf-ed02-4ced-9399-c728a989cf85 admin admin] Usage tracker for resource:security_group_rule and tenant:e9eb2082f5384272b7cc8921394ea937 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:42:48.982458 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-b38ee4cf-ed02-4ced-9399-c728a989cf85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:42:48.987743 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-6a96da42-37c4-4bc4-838e-b51c4717a178 admin admin] Usage tracker for resource:security_group_rule and tenant:ff65bcfd3f214765867f8de54eac7795 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:42:48.992174 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-6a96da42-37c4-4bc4-838e-b51c4717a178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:42:48.992415 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-b38ee4cf-ed02-4ced-9399-c728a989cf85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:42:49.005021 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-6a96da42-37c4-4bc4-838e-b51c4717a178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:42:49.034516 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c09d8f-9cd1-4abd-aa95-e2141415104a req-c8b83b6b-ab5a-4b42-8cbe-3c32d83d69f4 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:49.036192 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-00c09d8f-9cd1-4abd-aa95-e2141415104a req-c8b83b6b-ab5a-4b42-8cbe-3c32d83d69f4 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=a40a2451-cab2-4f62-b814-1f3237edfde1 HTTP/1.1" status: 200  len: 932 time: 0.2182233
May 11 13:42:49.049301 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30bbe5-eee4-480d-8968-545de674aabf req-82028714-9a2d-4f0c-8bda-cd66788a093a tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:49.049964 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-2c30bbe5-eee4-480d-8968-545de674aabf req-82028714-9a2d-4f0c-8bda-cd66788a093a tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:49.097861 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e5413404-54db-4caa-b129-075a2b3ae7d6 req-d4ed9646-d4bc-48d1-a037-9fb300fdc3ab service neutron] 10.222.0.54 "GET /v2.0/networks/f5b51504-92c9-4304-911d-10c3bcee9e8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3399868
May 11 13:42:49.111734 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-00c09d8f-9cd1-4abd-aa95-e2141415104a req-84483760-b22a-4747-9c5e-758b7f6c099d tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629137
May 11 13:42:49.126721 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2c30bbe5-eee4-480d-8968-545de674aabf req-82028714-9a2d-4f0c-8bda-cd66788a093a tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3747981
May 11 13:42:49.179466 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6a96da42-37c4-4bc4-838e-b51c4717a178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:49.179739 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b38ee4cf-ed02-4ced-9399-c728a989cf85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:49.184258 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6a96da42-37c4-4bc4-838e-b51c4717a178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:49.185503 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b38ee4cf-ed02-4ced-9399-c728a989cf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:49.191802 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-cade91b4-6cce-461f-915e-53f019e4b27b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:49.194964 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:49.242057 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-b38ee4cf-ed02-4ced-9399-c728a989cf85 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e9eb2082f5384272b7cc8921394ea937&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6115284
May 11 13:42:49.247752 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ee4cf-ed02-4ced-9399-c728a989cf85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa15b18-a3d7-4e0d-8aee-c77a42f9f209,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:49.248043 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-6a96da42-37c4-4bc4-838e-b51c4717a178 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff65bcfd3f214765867f8de54eac7795&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1023159
May 11 13:42:49.248043 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96da42-37c4-4bc4-838e-b51c4717a178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f683a4-8426-4edb-b58d-bb734d1d2a59,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:49.248334 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 42984) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:49.248495 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-6a96da42-37c4-4bc4-838e-b51c4717a178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:49.248495 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 42986) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:49.250269 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-b38ee4cf-ed02-4ced-9399-c728a989cf85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:49.316785 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6e6b-19e3-4b48-813c-d274ac35eed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:49.317073 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2741ce74-a0db-4a54-b718-31ca0d2ddad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:49.347596 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6e6b-19e3-4b48-813c-d274ac35eed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:49.348475 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2741ce74-a0db-4a54-b718-31ca0d2ddad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:49.414025 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6e6b-19e3-4b48-813c-d274ac35eed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:49.419159 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a22fb702-3c44-453a-b6d8-062051469a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:49.431968 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e6e6b-19e3-4b48-813c-d274ac35eed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa15b18-a3d7-4e0d-8aee-c77a42f9f209,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:49.434539 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2741ce74-a0db-4a54-b718-31ca0d2ddad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:49.436390 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5c1e6e6b-19e3-4b48-813c-d274ac35eed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:49.439552 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-657b852a-03ba-48e8-85dc-b8f528ac9d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:49.441307 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6e6b-19e3-4b48-813c-d274ac35eed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:49.445333 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-5c1e6e6b-19e3-4b48-813c-d274ac35eed1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7aa15b18-a3d7-4e0d-8aee-c77a42f9f209 HTTP/1.1" status: 204  len: 168 time: 0.1970074
May 11 13:42:49.471444 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741ce74-a0db-4a54-b718-31ca0d2ddad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f683a4-8426-4edb-b58d-bb734d1d2a59,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:49.477406 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2741ce74-a0db-4a54-b718-31ca0d2ddad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:49.490268 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2741ce74-a0db-4a54-b718-31ca0d2ddad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:49.498074 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-2741ce74-a0db-4a54-b718-31ca0d2ddad6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/14f683a4-8426-4edb-b58d-bb734d1d2a59 HTTP/1.1" status: 204  len: 168 time: 0.2475483
May 11 13:42:49.735916 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4d5ed-06ab-45c5-a207-e7b9ce4a74ce req-cd5b1991-0711-4396-96bd-4d61bdd68c71 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:49.752495 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3ed4d5ed-06ab-45c5-a207-e7b9ce4a74ce req-cd5b1991-0711-4396-96bd-4d61bdd68c71 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 945 time: 0.1746783
May 11 13:42:49.819835 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a7cc2-6f31-4332-8374-19f706ab543a req-da15e927-e2fe-49fd-ae41-0821e5a105f5 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:49.827654 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-689a7cc2-6f31-4332-8374-19f706ab543a req-da15e927-e2fe-49fd-ae41-0821e5a105f5 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.1886172
May 11 13:42:49.858291 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3ed4d5ed-06ab-45c5-a207-e7b9ce4a74ce req-e79a285e-1512-4279-891d-c46c6c83817a tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993006
May 11 13:42:49.899601 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-689a7cc2-6f31-4332-8374-19f706ab543a req-8bd004b8-5bd1-4dd7-8b11-ceab976b6dbb tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664458
May 11 13:42:49.998041 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 43012) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:50.030406 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-229c6336-1b35-445c-8c07-d4f6c56c20f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:50.059439 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-229c6336-1b35-445c-8c07-d4f6c56c20f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:42:50.061477 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 43016) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:50.067045 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-229c6336-1b35-445c-8c07-d4f6c56c20f7 admin admin] Usage tracker for resource:security_group_rule and tenant:99a3f57909dc4aba845601011e29c4b9 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:42:50.073334 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-229c6336-1b35-445c-8c07-d4f6c56c20f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:42:50.087500 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-229c6336-1b35-445c-8c07-d4f6c56c20f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:42:50.090058 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-47eaa79f-787e-43dd-aeb0-71c0eee32f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:50.114613 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-47eaa79f-787e-43dd-aeb0-71c0eee32f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:42:50.120843 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-47eaa79f-787e-43dd-aeb0-71c0eee32f87 admin admin] Usage tracker for resource:security_group_rule and tenant:03d4617404414136a3ff2fba52bf7e85 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:42:50.125281 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-47eaa79f-787e-43dd-aeb0-71c0eee32f87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:42:50.134881 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-47eaa79f-787e-43dd-aeb0-71c0eee32f87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:42:50.242173 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-229c6336-1b35-445c-8c07-d4f6c56c20f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:50.252209 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-229c6336-1b35-445c-8c07-d4f6c56c20f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:50.270940 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-bad512cd-4cb1-473f-a4fe-143d67e44134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:50.323110 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-229c6336-1b35-445c-8c07-d4f6c56c20f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=99a3f57909dc4aba845601011e29c4b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3235204
May 11 13:42:50.327357 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 43022) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:50.346012 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c6336-1b35-445c-8c07-d4f6c56c20f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5727563e-ca7e-4ada-ac95-a180ec437134,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:50.349950 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-229c6336-1b35-445c-8c07-d4f6c56c20f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:50.401581 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-47eaa79f-787e-43dd-aeb0-71c0eee32f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:50.411495 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-47eaa79f-787e-43dd-aeb0-71c0eee32f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:50.426598 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-079cbb56-c8eb-4bb9-b1f7-654e02586c73 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:50.427786 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-720ae5e0-0e16-47ff-8fea-c88244488dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:50.467728 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-720ae5e0-0e16-47ff-8fea-c88244488dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:50.484192 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-47eaa79f-787e-43dd-aeb0-71c0eee32f87 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=03d4617404414136a3ff2fba52bf7e85&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4181812
May 11 13:42:50.485313 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 43028) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:50.498490 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eaa79f-787e-43dd-aeb0-71c0eee32f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b87956-65bd-4306-aa80-ae288e1ac222,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:50.504864 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-47eaa79f-787e-43dd-aeb0-71c0eee32f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:50.560219 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e222f3-6297-4b41-88e0-4f8e8cb58c05 req-17304f9d-6f0c-4038-b738-72dbd9a20f71 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:50.561086 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-25e222f3-6297-4b41-88e0-4f8e8cb58c05 req-17304f9d-6f0c-4038-b738-72dbd9a20f71 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Synchronizing usage tracker for tenant:92510857ca1047488f92675951404302 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:42:50.571460 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-720ae5e0-0e16-47ff-8fea-c88244488dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:50.585306 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:50.589843 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8d5146a7-e149-4b04-8d74-c3de2e52083d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:50.602253 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-25e222f3-6297-4b41-88e0-4f8e8cb58c05 req-17304f9d-6f0c-4038-b738-72dbd9a20f71 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Unset dirty status for tenant:92510857ca1047488f92675951404302 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:42:50.603957 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-25e222f3-6297-4b41-88e0-4f8e8cb58c05 req-17304f9d-6f0c-4038-b738-72dbd9a20f71 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=a40a2451-cab2-4f62-b814-1f3237edfde1 HTTP/1.1" status: 200  len: 932 time: 0.2781677
May 11 13:42:50.609642 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ae5e0-0e16-47ff-8fea-c88244488dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5727563e-ca7e-4ada-ac95-a180ec437134,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:50.619222 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-720ae5e0-0e16-47ff-8fea-c88244488dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:50.626024 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-720ae5e0-0e16-47ff-8fea-c88244488dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:50.628512 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-720ae5e0-0e16-47ff-8fea-c88244488dc2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5727563e-ca7e-4ada-ac95-a180ec437134 HTTP/1.1" status: 204  len: 168 time: 0.2993789
May 11 13:42:50.652063 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8d5146a7-e149-4b04-8d74-c3de2e52083d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:50.658072 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 43034) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:50.738957 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-25e222f3-6297-4b41-88e0-4f8e8cb58c05 req-e9e07086-a220-45c1-b974-6d2b3344b134 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969758
May 11 13:42:50.770474 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8d5146a7-e149-4b04-8d74-c3de2e52083d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:50.780299 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:50.799526 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5146a7-e149-4b04-8d74-c3de2e52083d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b87956-65bd-4306-aa80-ae288e1ac222,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:50.804836 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-8d5146a7-e149-4b04-8d74-c3de2e52083d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:50.816228 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8d5146a7-e149-4b04-8d74-c3de2e52083d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:50.824255 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-8d5146a7-e149-4b04-8d74-c3de2e52083d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35b87956-65bd-4306-aa80-ae288e1ac222 HTTP/1.1" status: 204  len: 168 time: 0.3377113
May 11 13:42:51.032503 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-bfbc1b7d-91f2-42be-ad03-621d839a8f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:51.051372 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-bfbc1b7d-91f2-42be-ad03-621d839a8f6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:42:51.056705 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-bfbc1b7d-91f2-42be-ad03-621d839a8f6c admin admin] Usage tracker for resource:security_group_rule and tenant:cda2225db44b49c8b28a74f48dfd0870 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:42:51.060319 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-bfbc1b7d-91f2-42be-ad03-621d839a8f6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:42:51.068387 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-bfbc1b7d-91f2-42be-ad03-621d839a8f6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:42:51.146850 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8e81d-250d-45d7-8841-e9fc10a22434 req-f496c48a-05fa-46a1-9814-79f8d4107395 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:51.155329 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-17c8e81d-250d-45d7-8841-e9fc10a22434 req-f496c48a-05fa-46a1-9814-79f8d4107395 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 945 time: 0.1171799
May 11 13:42:51.195090 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-bfbc1b7d-91f2-42be-ad03-621d839a8f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:51.202995 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-bfbc1b7d-91f2-42be-ad03-621d839a8f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:51.210857 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-17c8e81d-250d-45d7-8841-e9fc10a22434 req-e27d60a1-291f-4c7a-8475-5a87a17bb5e0 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541713
May 11 13:42:51.212198 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5c1e6e6b-19e3-4b48-813c-d274ac35eed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:51.264304 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-bfbc1b7d-91f2-42be-ad03-621d839a8f6c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cda2225db44b49c8b28a74f48dfd0870&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6030996
May 11 13:42:51.265316 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc1b7d-91f2-42be-ad03-621d839a8f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aef6d9f-8413-4e94-9db0-b0fd15a2b6cf,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:51.268604 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 43054) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:51.271449 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-bfbc1b7d-91f2-42be-ad03-621d839a8f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:51.346167 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e418fb72-8877-4587-a3ce-b8c757c61c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:51.519892 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e418fb72-8877-4587-a3ce-b8c757c61c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:51.538674 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 43064) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:51.595636 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b7d1af80-9962-4f5d-b9d9-20846a61d2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:51.601592 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d733119-cd74-47c6-b543-6028bd4cb0e5 req-57220817-3402-42cc-a360-90d59a87b7f6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:51.603353 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5d733119-cd74-47c6-b543-6028bd4cb0e5 req-57220817-3402-42cc-a360-90d59a87b7f6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.2270088
May 11 13:42:51.624277 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-b7d1af80-9962-4f5d-b9d9-20846a61d2ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:42:51.629567 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-b7d1af80-9962-4f5d-b9d9-20846a61d2ec admin admin] Usage tracker for resource:security_group_rule and tenant:03f25b9adcf14e93ae8420a30bac4eb1 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:42:51.633654 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-b7d1af80-9962-4f5d-b9d9-20846a61d2ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:42:51.642791 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-b7d1af80-9962-4f5d-b9d9-20846a61d2ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:42:51.656000 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e418fb72-8877-4587-a3ce-b8c757c61c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:51.665770 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:51.693623 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418fb72-8877-4587-a3ce-b8c757c61c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aef6d9f-8413-4e94-9db0-b0fd15a2b6cf,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:51.697373 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e418fb72-8877-4587-a3ce-b8c757c61c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:51.713413 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e418fb72-8877-4587-a3ce-b8c757c61c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:51.715462 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-e418fb72-8877-4587-a3ce-b8c757c61c5a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3aef6d9f-8413-4e94-9db0-b0fd15a2b6cf HTTP/1.1" status: 204  len: 168 time: 0.4455967
May 11 13:42:51.748494 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5d733119-cd74-47c6-b543-6028bd4cb0e5 req-b2fafbbc-6717-4112-adef-cba1be3956f7 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1149650
May 11 13:42:51.806868 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b7d1af80-9962-4f5d-b9d9-20846a61d2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:51.821030 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b7d1af80-9962-4f5d-b9d9-20846a61d2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:51.855108 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:51.864380 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-b7d1af80-9962-4f5d-b9d9-20846a61d2ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=03f25b9adcf14e93ae8420a30bac4eb1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3237176
May 11 13:42:51.867191 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 43076) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:51.912862 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1af80-9962-4f5d-b9d9-20846a61d2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d969c4-4fc2-4401-833e-6372834368a9,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:51.916847 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-b7d1af80-9962-4f5d-b9d9-20846a61d2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:51.996222 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-424e9d20-0d45-4510-b0f2-a6e704be1930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:52.074898 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-424e9d20-0d45-4510-b0f2-a6e704be1930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:52.159624 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0800249-a5ca-4897-b72e-8ec949f41f4a req-7a8c50ca-21c5-4d2c-8806-2dd3c0511c96 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:52.167122 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b0800249-a5ca-4897-b72e-8ec949f41f4a req-7a8c50ca-21c5-4d2c-8806-2dd3c0511c96 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=a40a2451-cab2-4f62-b814-1f3237edfde1 HTTP/1.1" status: 200  len: 932 time: 0.1529198
May 11 13:42:52.213006 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-424e9d20-0d45-4510-b0f2-a6e704be1930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:52.221828 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-6a96da42-37c4-4bc4-838e-b51c4717a178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:52.262266 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b0800249-a5ca-4897-b72e-8ec949f41f4a req-1db34f02-367d-4361-8c67-f419c0b530e4 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935206
May 11 13:42:52.263551 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e9d20-0d45-4510-b0f2-a6e704be1930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d969c4-4fc2-4401-833e-6372834368a9,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:52.267913 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-424e9d20-0d45-4510-b0f2-a6e704be1930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:52.270617 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-424e9d20-0d45-4510-b0f2-a6e704be1930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:52.273234 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-424e9d20-0d45-4510-b0f2-a6e704be1930 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/40d969c4-4fc2-4401-833e-6372834368a9 HTTP/1.1" status: 204  len: 168 time: 0.4047287
May 11 13:42:52.593016 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-2c30bbe5-eee4-480d-8968-545de674aabf req-30b959ad-ec49-4674-b0c3-7ef95b36b60b service neutron] Request body: {'port': {'device_id': 'a40a2451-cab2-4f62-b814-1f3237edfde1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:42:52.978754 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e5413404-54db-4caa-b129-075a2b3ae7d6 req-76368ccc-ee41-4239-94d9-b72700d682f9 service neutron] 10.222.0.54 "GET /v2.0/networks/f5b51504-92c9-4304-911d-10c3bcee9e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4396834
May 11 13:42:53.006832 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67e2cb-c81e-4f8a-a900-8a885966b644 req-5f5cc280-fb6f-455f-8969-ce254394694e tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:53.020115 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4f67e2cb-c81e-4f8a-a900-8a885966b644 req-5f5cc280-fb6f-455f-8969-ce254394694e tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 945 time: 0.5468943
May 11 13:42:53.053420 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-2c30bbe5-eee4-480d-8968-545de674aabf req-30b959ad-ec49-4674-b0c3-7ef95b36b60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:53.383991 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4f67e2cb-c81e-4f8a-a900-8a885966b644 req-1501998d-74b5-4b97-b46f-3128902c0b01 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3621681
May 11 13:42:53.547643 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5afeef-6ccd-4732-ac4a-616e227c6b98 req-341e2360-1d3b-472e-90d9-64fcf42a7614 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:53.554689 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8d5afeef-6ccd-4732-ac4a-616e227c6b98 req-341e2360-1d3b-472e-90d9-64fcf42a7614 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.3599229
May 11 13:42:53.678790 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8d5afeef-6ccd-4732-ac4a-616e227c6b98 req-21280095-aa21-4898-95ba-98c271ad9439 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1183214
May 11 13:42:53.765243 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e9ccf25e-934d-4c70-9f16-6bcd97a0586f req-8c821e60-cae8-40fb-9242-39b9a4fa2974 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d89adeec-1d82-4830-b251-02adb74998ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4947755
May 11 13:42:53.865092 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 43158) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:54.093018 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-6e8da641-fb47-4542-a303-49681b93254b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1567106063-network', 'tenant_id': '05397bdc5f7d488ab076a2275a100c6b'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:42:54.098878 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-6e8da641-fb47-4542-a303-49681b93254b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:42:54.109385 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-6e8da641-fb47-4542-a303-49681b93254b admin admin] Usage tracker for resource:network and tenant:05397bdc5f7d488ab076a2275a100c6b is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:42:54.113474 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-6e8da641-fb47-4542-a303-49681b93254b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:42:54.131004 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-6e8da641-fb47-4542-a303-49681b93254b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:42:54.155658 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8da641-fb47-4542-a303-49681b93254b admin admin] Made reservation on behalf of 05397bdc5f7d488ab076a2275a100c6b for: {'network': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:42:54.159118 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6e8da641-fb47-4542-a303-49681b93254b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for network, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:54.185681 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6e8da641-fb47-4542-a303-49681b93254b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:54.214053 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-6e8da641-fb47-4542-a303-49681b93254b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:42:54.221475 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-6e8da641-fb47-4542-a303-49681b93254b admin admin] Usage tracker for resource:security_group_rule and tenant:05397bdc5f7d488ab076a2275a100c6b is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:42:54.225794 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-6e8da641-fb47-4542-a303-49681b93254b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:42:54.239589 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccf25e-934d-4c70-9f16-6bcd97a0586f req-d7e789b4-d924-4ca9-ac83-79c0243eb2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:54.240074 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-6e8da641-fb47-4542-a303-49681b93254b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:42:54.240238 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e9ccf25e-934d-4c70-9f16-6bcd97a0586f req-d7e789b4-d924-4ca9-ac83-79c0243eb2b9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92510857ca1047488f92675951404302&device_id=d89adeec-1d82-4830-b251-02adb74998ea HTTP/1.1" status: 200  len: 1099 time: 0.2836921
May 11 13:42:54.283762 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d0371-59a9-4438-9386-fe0ab2248fc6 req-359c859f-d968-4b2d-8b96-ed6e6f7c6842 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:54.286420 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0a7d0371-59a9-4438-9386-fe0ab2248fc6 req-359c859f-d968-4b2d-8b96-ed6e6f7c6842 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=a40a2451-cab2-4f62-b814-1f3237edfde1 HTTP/1.1" status: 200  len: 932 time: 0.4633610
May 11 13:42:54.391901 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6e8da641-fb47-4542-a303-49681b93254b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:54.398648 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6e8da641-fb47-4542-a303-49681b93254b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:54.403864 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:54.456470 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8da641-fb47-4542-a303-49681b93254b admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'}  {{(pid=78703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 11 13:42:54.479486 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [req-2c30bbe5-eee4-480d-8968-545de674aabf req-30b959ad-ec49-4674-b0c3-7ef95b36b60b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09d77a6-634d-4771-a4de-848c646b93bd {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:42:54.481852 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8da641-fb47-4542-a303-49681b93254b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e74f5b-58eb-4dde-8d62-e45732996f5d,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:54.487879 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6e8da641-fb47-4542-a303-49681b93254b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:54.495244 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-2c30bbe5-eee4-480d-8968-545de674aabf req-30b959ad-ec49-4674-b0c3-7ef95b36b60b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:54.507372 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6e8da641-fb47-4542-a303-49681b93254b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:54.507773 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.db.segments_db [None req-6e8da641-fb47-4542-a303-49681b93254b admin admin] Added segment 5b62c77f-a65c-42b5-9cc1-650e848ba5f8 of type vlan for network 12ec6c5f-a094-448b-ac3c-867dd4582977
May 11 13:42:54.522544 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-2c30bbe5-eee4-480d-8968-545de674aabf req-30b959ad-ec49-4674-b0c3-7ef95b36b60b service neutron] Transition to ACTIVE for port object b09d77a6-634d-4771-a4de-848c646b93bd will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:42:54.581900 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6e8da641-fb47-4542-a303-49681b93254b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734582415728'] for network, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:54.666029 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0a7d0371-59a9-4438-9386-fe0ab2248fc6 req-1683f3fb-2f20-4ca9-855f-1b6b9515589c tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3402054
May 11 13:42:54.666625 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6e8da641-fb47-4542-a303-49681b93254b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for network, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:54.667062 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-2c30bbe5-eee4-480d-8968-545de674aabf req-30b959ad-ec49-4674-b0c3-7ef95b36b60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:54.672149 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8da641-fb47-4542-a303-49681b93254b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:54.673795 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6e8da641-fb47-4542-a303-49681b93254b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:54.684425 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b1e75ab0-e51f-42f7-afaa-01eb264b8d02 tempest-DeleteServersTestJSON-1304777276 tempest-DeleteServersTestJSON-1304777276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:54.702070 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-08f63b62-bb88-42ec-ad41-20a8ed687c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:54.931350 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8da641-fb47-4542-a303-49681b93254b admin admin] Pushing event updated for resources: {'Network': ['ID=12ec6c5f-a094-448b-ac3c-867dd4582977,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:54.936836 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6e8da641-fb47-4542-a303-49681b93254b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:54.938694 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-6e8da641-fb47-4542-a303-49681b93254b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.0719247
May 11 13:42:54.942412 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 43184) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:54.947504 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Network 12ec6c5f-a094-448b-ac3c-867dd4582977 details requested by agent ovs-agent-dv-cinder-784779-11-iscsi with host dv-cinder-784779-11-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 11 13:42:54.963273 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-5fc15df5-5a78-4f04-abf5-ea7e88550bca admin admin] Request body: {'subnet': {'network_id': '12ec6c5f-a094-448b-ac3c-867dd4582977', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1567106063-subnet', 'tenant_id': '05397bdc5f7d488ab076a2275a100c6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:42:54.974540 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-5fc15df5-5a78-4f04-abf5-ea7e88550bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:42:55.004583 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-5fc15df5-5a78-4f04-abf5-ea7e88550bca admin admin] Usage tracker for resource:subnet and tenant:05397bdc5f7d488ab076a2275a100c6b is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:42:55.017415 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4900d-fcad-4cfa-8a8a-17df31582ef4 req-da84c047-d79c-4038-82ba-1f777b384a94 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:55.019447 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e3d4900d-fcad-4cfa-8a8a-17df31582ef4 req-da84c047-d79c-4038-82ba-1f777b384a94 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 945 time: 0.3188574
May 11 13:42:55.020625 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-5fc15df5-5a78-4f04-abf5-ea7e88550bca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:42:55.032754 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-5fc15df5-5a78-4f04-abf5-ea7e88550bca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:42:55.110122 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b959ad-ec49-4674-b0c3-7ef95b36b60b service neutron] Pushing event updated for resources: {'Port': ['ID=b09d77a6-634d-4771-a4de-848c646b93bd,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:55.117874 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc15df5-5a78-4f04-abf5-ea7e88550bca admin admin] Made reservation on behalf of 05397bdc5f7d488ab076a2275a100c6b for: {'subnet': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:42:55.128804 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5fc15df5-5a78-4f04-abf5-ea7e88550bca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2545393'] for subnet, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:55.187434 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e3d4900d-fcad-4cfa-8a8a-17df31582ef4 req-d5852ed1-8444-46bc-9911-18fd85facf04 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573110
May 11 13:42:55.255371 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-30b959ad-ec49-4674-b0c3-7ef95b36b60b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:55.361099 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccf25e-934d-4c70-9f16-6bcd97a0586f req-8f9416a1-5b5c-4dc0-9ce4-a1fbda1059d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:55.363499 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e9ccf25e-934d-4c70-9f16-6bcd97a0586f req-8f9416a1-5b5c-4dc0-9ce4-a1fbda1059d3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6bef4c20-4a6c-40a5-b258-199c12fc2595 HTTP/1.1" status: 200  len: 915 time: 1.0752959
May 11 13:42:55.466257 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e9ccf25e-934d-4c70-9f16-6bcd97a0586f req-2a465f47-d661-4442-962f-f37768e0f3bd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c000ac65-a9aa-42c3-be16-e2635cb14df1 HTTP/1.1" status: 200  len: 217 time: 0.0932348
May 11 13:42:55.467264 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-2c30bbe5-eee4-480d-8968-545de674aabf req-30b959ad-ec49-4674-b0c3-7ef95b36b60b service neutron] Attempting to bind port b09d77a6-634d-4771-a4de-848c646b93bd on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:42:55.467627 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-2c30bbe5-eee4-480d-8968-545de674aabf req-30b959ad-ec49-4674-b0c3-7ef95b36b60b service neutron] Attempting to bind port b09d77a6-634d-4771-a4de-848c646b93bd by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'c610bf4a-eec2-4b42-8f03-c7d49a9b54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6bef4c20-4a6c-40a5-b258-199c12fc2595'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:42:55.467956 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c30bbe5-eee4-480d-8968-545de674aabf req-30b959ad-ec49-4674-b0c3-7ef95b36b60b service neutron] Attempting to bind port b09d77a6-634d-4771-a4de-848c646b93bd on network 6bef4c20-4a6c-40a5-b258-199c12fc2595 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:42:55.484110 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c30bbe5-eee4-480d-8968-545de674aabf req-30b959ad-ec49-4674-b0c3-7ef95b36b60b service neutron] Port b09d77a6-634d-4771-a4de-848c646b93bd on network 6bef4c20-4a6c-40a5-b258-199c12fc2595 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 11 13:42:55.484739 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c30bbe5-eee4-480d-8968-545de674aabf req-30b959ad-ec49-4674-b0c3-7ef95b36b60b service neutron] Attempting to bind port b09d77a6-634d-4771-a4de-848c646b93bd on network 6bef4c20-4a6c-40a5-b258-199c12fc2595 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:42:55.607155 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f92b8-534f-45ea-8654-00190b63eba3 req-c99b1f19-a3fa-42ea-b39e-d82c06e45eb0 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:55.612394 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b50f92b8-534f-45ea-8654-00190b63eba3 req-c99b1f19-a3fa-42ea-b39e-d82c06e45eb0 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.5176482
May 11 13:42:55.624650 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c30bbe5-eee4-480d-8968-545de674aabf req-30b959ad-ec49-4674-b0c3-7ef95b36b60b service neutron] Checking agent: {'id': '90698981-c276-4592-9423-0c50fa5e2f21', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'started_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:42:55.624976 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c30bbe5-eee4-480d-8968-545de674aabf req-30b959ad-ec49-4674-b0c3-7ef95b36b60b service neutron] Checking segment: {'id': 'c610bf4a-eec2-4b42-8f03-c7d49a9b54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6bef4c20-4a6c-40a5-b258-199c12fc2595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:42:55.625468 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c30bbe5-eee4-480d-8968-545de674aabf req-30b959ad-ec49-4674-b0c3-7ef95b36b60b service neutron] Bound using segment: {'id': 'c610bf4a-eec2-4b42-8f03-c7d49a9b54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6bef4c20-4a6c-40a5-b258-199c12fc2595'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:42:55.625918 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-2c30bbe5-eee4-480d-8968-545de674aabf req-30b959ad-ec49-4674-b0c3-7ef95b36b60b service neutron] Bound port: b09d77a6-634d-4771-a4de-848c646b93bd, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c610bf4a-eec2-4b42-8f03-c7d49a9b54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6bef4c20-4a6c-40a5-b258-199c12fc2595'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:42:55.626364 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-2c30bbe5-eee4-480d-8968-545de674aabf req-30b959ad-ec49-4674-b0c3-7ef95b36b60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:55.811111 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b50f92b8-534f-45ea-8654-00190b63eba3 req-0c723394-e05b-417f-a9ea-0fb6b723f3d9 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1875153
May 11 13:42:55.832840 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccf25e-934d-4c70-9f16-6bcd97a0586f req-26c8accb-3ddd-4389-867e-1d07f238c9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:55.835462 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e9ccf25e-934d-4c70-9f16-6bcd97a0586f req-26c8accb-3ddd-4389-867e-1d07f238c9aa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7d76bbac-8265-42c9-b0ff-de76986a4e85 HTTP/1.1" status: 200  len: 854 time: 0.3540530
May 11 13:42:55.995225 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e9ccf25e-934d-4c70-9f16-6bcd97a0586f req-66234ba8-c218-48d0-a3b8-93f500e940f6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6bef4c20-4a6c-40a5-b258-199c12fc2595&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1501536
May 11 13:42:56.020331 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-2c30bbe5-eee4-480d-8968-545de674aabf req-30b959ad-ec49-4674-b0c3-7ef95b36b60b service neutron] For port b09d77a6-634d-4771-a4de-848c646b93bd, host hv-cinder-78477, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:42:56.038897 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-2c30bbe5-eee4-480d-8968-545de674aabf req-30b959ad-ec49-4674-b0c3-7ef95b36b60b service neutron] For port b09d77a6-634d-4771-a4de-848c646b93bd, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b09d77a6-634d-4771-a4de-848c646b93bd,segment=NetworkSegment(c610bf4a-eec2-4b42-8f03-c7d49a9b54e2),segment_id=c610bf4a-eec2-4b42-8f03-c7d49a9b54e2)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:42:56.074905 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5fc15df5-5a78-4f04-abf5-ea7e88550bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2495136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2545283'] for subnet, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:56.081727 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-32716d37-fad4-4d21-bdd7-c8963e8e7199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:56.176276 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc15df5-5a78-4f04-abf5-ea7e88550bca admin admin] Pushing event updated for resources: {'Subnet': ['ID=101aab9e-4df2-46e4-9ed5-eaa0d4c0b147,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:56.187283 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5fc15df5-5a78-4f04-abf5-ea7e88550bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:56.209061 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946da4fd-6ec4-4b32-a0fa-75015202c70f req-d90a151a-d256-49a4-b380-a1db2545d85f tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:56.210984 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-946da4fd-6ec4-4b32-a0fa-75015202c70f req-d90a151a-d256-49a4-b380-a1db2545d85f tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=a40a2451-cab2-4f62-b814-1f3237edfde1 HTTP/1.1" status: 200  len: 944 time: 0.2557244
May 11 13:42:56.223446 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc15df5-5a78-4f04-abf5-ea7e88550bca admin admin] Checking segment: {'id': '5b62c77f-a65c-42b5-9cc1-650e848ba5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '12ec6c5f-a094-448b-ac3c-867dd4582977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:42:56.224104 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc15df5-5a78-4f04-abf5-ea7e88550bca admin admin] Network hostable DHCP agents. Network: 12ec6c5f-a094-448b-ac3c-867dd4582977, hostable agents: ['4f880931-96b8-4f66-b375-cb7708e9547f'], hosted agents: [] {{(pid=78703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 11 13:42:56.297167 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-946da4fd-6ec4-4b32-a0fa-75015202c70f req-d116e94a-68ec-4b8d-9654-14fd7ba010aa tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749481
May 11 13:42:56.298309 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc15df5-5a78-4f04-abf5-ea7e88550bca admin admin] Network 12ec6c5f-a094-448b-ac3c-867dd4582977 is scheduled to be hosted by DHCP agent 4f880931-96b8-4f66-b375-cb7708e9547f with binding_index 1 {{(pid=78703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 11 13:42:56.313367 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-5fc15df5-5a78-4f04-abf5-ea7e88550bca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-iscsi, 12ec6c5f-a094-448b-ac3c-867dd4582977) {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:42:56.324840 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e9ccf25e-934d-4c70-9f16-6bcd97a0586f req-b6a079b8-fe05-4917-aa14-1ed36f0ede21 service neutron] 10.222.0.54 "GET /v2.0/networks/6bef4c20-4a6c-40a5-b258-199c12fc2595?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2783439
May 11 13:42:56.330460 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0d4fb4-0bd8-4f60-a431-32bd4de5200b None None] Network 12ec6c5f-a094-448b-ac3c-867dd4582977 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:42:56.331960 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc15df5-5a78-4f04-abf5-ea7e88550bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:56.332698 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5fc15df5-5a78-4f04-abf5-ea7e88550bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:56.393366 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-2c30bbe5-eee4-480d-8968-545de674aabf req-30b959ad-ec49-4674-b0c3-7ef95b36b60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:56.395465 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-5fc15df5-5a78-4f04-abf5-ea7e88550bca admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.4395647
May 11 13:42:56.449261 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:42:56.700937 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30bbe5-eee4-480d-8968-545de674aabf req-30b959ad-ec49-4674-b0c3-7ef95b36b60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:56.701791 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-2c30bbe5-eee4-480d-8968-545de674aabf req-30b959ad-ec49-4674-b0c3-7ef95b36b60b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:56.708130 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2c30bbe5-eee4-480d-8968-545de674aabf req-30b959ad-ec49-4674-b0c3-7ef95b36b60b service neutron] 10.222.0.54 "PUT /v2.0/ports/b09d77a6-634d-4771-a4de-848c646b93bd HTTP/1.1" status: 200  len: 1094 time: 4.1289871
May 11 13:42:56.761365 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40a2451-cab2-4f62-b814-1f3237edfde1', 'tag': 'b09d77a6-634d-4771-a4de-848c646b93bd'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:42:56.772913 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bc994-6e0e-490c-9496-f5da70f2b4dd req-0ab8d743-4429-4d0f-9bad-57427dab87fe tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:56.783073 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-df6bc994-6e0e-490c-9496-f5da70f2b4dd req-0ab8d743-4429-4d0f-9bad-57427dab87fe tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 945 time: 0.3206942
May 11 13:42:56.900389 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-df6bc994-6e0e-490c-9496-f5da70f2b4dd req-6316b762-b077-4375-b1b6-c89b1a8fcf50 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165056
May 11 13:42:56.945702 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2b99a0-d41f-4181-996b-09e4223dd27b None None] Network 12ec6c5f-a094-448b-ac3c-867dd4582977 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:42:57.002094 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e9ccf25e-934d-4c70-9f16-6bcd97a0586f req-81f412cf-7689-4d62-8ab4-f9d80fa90728 service neutron] 10.222.0.54 "GET /v2.0/networks/6bef4c20-4a6c-40a5-b258-199c12fc2595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6119449
May 11 13:42:57.003666 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b959ad-ec49-4674-b0c3-7ef95b36b60b service neutron] Pushing event updated for resources: {'Port': ['ID=b09d77a6-634d-4771-a4de-848c646b93bd,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:42:57.013335 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-30b959ad-ec49-4674-b0c3-7ef95b36b60b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:42:57.049346 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d074ace-5cec-4238-80f0-0df949906fde req-40f05885-e382-41e3-9191-7af233e4d6aa tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:57.051199 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9d074ace-5cec-4238-80f0-0df949906fde req-40f05885-e382-41e3-9191-7af233e4d6aa tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 1.0058074
May 11 13:42:57.062567 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 43260) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:42:57.072596 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-3d59a9a6-3e40-4da8-a858-273cb246160a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Request body: {'floatingip': {'port_id': 'ca95605f-3f90-413f-ad05-4995af8bb8f0'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:42:57.077548 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30bbe5-eee4-480d-8968-545de674aabf req-7fb9fe92-4b47-419e-a71c-c9f3f343a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:57.079322 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2c30bbe5-eee4-480d-8968-545de674aabf req-7fb9fe92-4b47-419e-a71c-c9f3f343a5fe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92510857ca1047488f92675951404302&device_id=a40a2451-cab2-4f62-b814-1f3237edfde1 HTTP/1.1" status: 200  len: 1097 time: 0.3049741
May 11 13:42:57.203785 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2c30bbe5-eee4-480d-8968-545de674aabf req-fb720399-0dcb-4500-9713-f324ec5c2d25 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b09d77a6-634d-4771-a4de-848c646b93bd HTTP/1.1" status: 200  len: 217 time: 0.1131909
May 11 13:42:57.208114 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40a2451-cab2-4f62-b814-1f3237edfde1', 'tag': 'b09d77a6-634d-4771-a4de-848c646b93bd', 'status': 'completed', 'code': 200}
May 11 13:42:57.258918 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3d59a9a6-3e40-4da8-a858-273cb246160a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for floatingip, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:57.308261 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30bbe5-eee4-480d-8968-545de674aabf req-a5760def-5a9d-4872-b514-8c67f4cb0f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:57.310229 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2c30bbe5-eee4-480d-8968-545de674aabf req-a5760def-5a9d-4872-b514-8c67f4cb0f6b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7d76bbac-8265-42c9-b0ff-de76986a4e85 HTTP/1.1" status: 200  len: 854 time: 0.1007197
May 11 13:42:57.419434 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2c30bbe5-eee4-480d-8968-545de674aabf req-cfdf9bc8-250b-48dc-bf15-687ae050cd93 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6bef4c20-4a6c-40a5-b258-199c12fc2595&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1012125
May 11 13:42:57.987044 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2c30bbe5-eee4-480d-8968-545de674aabf req-32a1df65-c445-4acf-99eb-ca5bc533107d service neutron] 10.222.0.54 "GET /v2.0/networks/6bef4c20-4a6c-40a5-b258-199c12fc2595?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5488806
May 11 13:42:58.392923 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3d59a9a6-3e40-4da8-a858-273cb246160a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:58.436661 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3d59a9a6-3e40-4da8-a858-273cb246160a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709941'] for floatingip, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:58.483367 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819eeab6-6275-48b2-bf21-7ae959126e06 req-607df8e3-1a1c-478b-868d-427fe7847a37 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:58.484997 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-819eeab6-6275-48b2-bf21-7ae959126e06 req-607df8e3-1a1c-478b-868d-427fe7847a37 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=a40a2451-cab2-4f62-b814-1f3237edfde1 HTTP/1.1" status: 200  len: 944 time: 0.8074722
May 11 13:42:58.643626 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-819eeab6-6275-48b2-bf21-7ae959126e06 req-42e6983f-bae6-4bd2-8e21-ddca8a883359 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311991
May 11 13:42:58.649838 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2c30bbe5-eee4-480d-8968-545de674aabf req-9e370a7a-b2c4-485e-8821-26400bb5e523 service neutron] 10.222.0.54 "GET /v2.0/networks/6bef4c20-4a6c-40a5-b258-199c12fc2595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6314380
May 11 13:42:58.698905 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1b8f4-b577-4012-a6f1-a9caa8b9d3a6 req-2bec6ed6-af48-4ac1-9ab9-262270cf6c6f tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:58.703600 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bcc1b8f4-b577-4012-a6f1-a9caa8b9d3a6 req-2bec6ed6-af48-4ac1-9ab9-262270cf6c6f tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 945 time: 0.5568824
May 11 13:42:58.703600 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.db.l3_db [None req-3d59a9a6-3e40-4da8-a858-273cb246160a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Floating IP 1849265d-f18f-46e2-abf0-1c810255ebfa associated. External IP: 172.27.1.88, port: ca95605f-3f90-413f-ad05-4995af8bb8f0.
May 11 13:42:58.822564 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91109992-2d75-4b14-a6dd-bd60171ad7e5 req-69a055c5-db71-4eef-99c7-2c48ed5fbaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:58.824100 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-91109992-2d75-4b14-a6dd-bd60171ad7e5 req-69a055c5-db71-4eef-99c7-2c48ed5fbaff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92510857ca1047488f92675951404302&device_id=a40a2451-cab2-4f62-b814-1f3237edfde1 HTTP/1.1" status: 200  len: 1097 time: 0.1062248
May 11 13:42:58.982317 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91109992-2d75-4b14-a6dd-bd60171ad7e5 req-71db4f32-303f-4517-921a-3039f00a0af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:58.984402 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-91109992-2d75-4b14-a6dd-bd60171ad7e5 req-71db4f32-303f-4517-921a-3039f00a0af0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6bef4c20-4a6c-40a5-b258-199c12fc2595 HTTP/1.1" status: 200  len: 915 time: 0.1521330
May 11 13:42:59.008063 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bcc1b8f4-b577-4012-a6f1-a9caa8b9d3a6 req-03eea865-bf0a-4907-807d-d71787be4a48 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332209
May 11 13:42:59.085577 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-91109992-2d75-4b14-a6dd-bd60171ad7e5 req-80bd74c1-9ae9-4f6c-8d00-0cfbd7b7307f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b09d77a6-634d-4771-a4de-848c646b93bd HTTP/1.1" status: 200  len: 217 time: 0.0937397
May 11 13:42:59.166662 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91109992-2d75-4b14-a6dd-bd60171ad7e5 req-30e6941e-3c3f-463c-a0b7-3fabb04c8675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:42:59.169516 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-91109992-2d75-4b14-a6dd-bd60171ad7e5 req-30e6941e-3c3f-463c-a0b7-3fabb04c8675 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7d76bbac-8265-42c9-b0ff-de76986a4e85 HTTP/1.1" status: 200  len: 854 time: 0.0754278
May 11 13:42:59.253989 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-91109992-2d75-4b14-a6dd-bd60171ad7e5 req-ef32b965-61fc-4606-943a-81aaae6eef9b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6bef4c20-4a6c-40a5-b258-199c12fc2595&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0745814
May 11 13:42:59.329894 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d59a9a6-3e40-4da8-a858-273cb246160a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Router fedda60a-aae9-4e3a-ba8c-66c2853f22ac has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:42:59.413803 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-af84bb1c-037a-43b2-8a03-d4377e8e5cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:59.464797 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:59.527856 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-91109992-2d75-4b14-a6dd-bd60171ad7e5 req-a93d6743-46e4-4525-8e1c-4b35798f1b93 service neutron] 10.222.0.54 "GET /v2.0/networks/6bef4c20-4a6c-40a5-b258-199c12fc2595?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2645373
May 11 13:42:59.579910 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d59a9a6-3e40-4da8-a858-273cb246160a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:42:59.585247 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3d59a9a6-3e40-4da8-a858-273cb246160a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for floatingip, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:42:59.593800 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d2e1bc-0b94-423b-a726-44b3d2674e55 None None] Sync routers for ids ['fedda60a-aae9-4e3a-ba8c-66c2853f22ac'] in dv-cinder-784779-11-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:42:59.617370 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d2e1bc-0b94-423b-a726-44b3d2674e55 None None] Routers {'fedda60a-aae9-4e3a-ba8c-66c2853f22ac'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:42:59.619029 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-40d2e1bc-0b94-423b-a726-44b3d2674e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1adaa4dc70>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:42:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['fedda60a-aae9-4e3a-ba8c-66c2853f22ac'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:42:59.663093 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-3d59a9a6-3e40-4da8-a858-273cb246160a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "PUT /v2.0/floatingips/1849265d-f18f-46e2-abf0-1c810255ebfa HTTP/1.1" status: 200  len: 991 time: 2.5949440
May 11 13:42:59.663093 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b23954-ed6f-4c8d-a528-77250981ce80', 'tag': 'ca95605f-3f90-413f-ad05-4995af8bb8f0'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:42:59.757411 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b23954-ed6f-4c8d-a528-77250981ce80', 'tag': 'ca95605f-3f90-413f-ad05-4995af8bb8f0', 'status': 'completed', 'code': 200}
May 11 13:42:59.998359 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-40d2e1bc-0b94-423b-a726-44b3d2674e55 None None] Set router fedda60a-aae9-4e3a-ba8c-66c2853f22ac gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:43:00.046678 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-91109992-2d75-4b14-a6dd-bd60171ad7e5 req-c1919be9-11a5-4494-b55f-2fc60ce5d81c service neutron] 10.222.0.54 "GET /v2.0/networks/6bef4c20-4a6c-40a5-b258-199c12fc2595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5086951
May 11 13:43:00.144041 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ede65c-a382-4779-aa00-318f452b296d req-54a81ae8-5c10-4c12-a83c-07606a0befd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:00.146382 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-12ede65c-a382-4779-aa00-318f452b296d req-54a81ae8-5c10-4c12-a83c-07606a0befd7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d834d585e8e49e39c08f01b088e3ec0&device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 1099 time: 0.3517723
May 11 13:43:00.164935 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ecbcf-8708-4995-a131-dc5bd27df675 req-21c38d27-b08d-414c-a014-a63b6f4eaeb2 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:00.167333 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5d0ecbcf-8708-4995-a131-dc5bd27df675 req-21c38d27-b08d-414c-a014-a63b6f4eaeb2 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=a40a2451-cab2-4f62-b814-1f3237edfde1 HTTP/1.1" status: 200  len: 944 time: 0.2608175
May 11 13:43:00.286436 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5d0ecbcf-8708-4995-a131-dc5bd27df675 req-0724baf2-84eb-45d9-baea-cdb8f40870af tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091914
May 11 13:43:00.630352 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ede65c-a382-4779-aa00-318f452b296d req-84728106-c74b-406a-97ba-6d8a42bbde28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:00.633318 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-12ede65c-a382-4779-aa00-318f452b296d req-84728106-c74b-406a-97ba-6d8a42bbde28 service neutron] 10.222.0.54 "GET /v2.0/networks?id=707291bc-5dd9-42be-8f66-a126d34db7b0 HTTP/1.1" status: 200  len: 918 time: 0.4665051
May 11 13:43:00.794640 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-40d2e1bc-0b94-423b-a726-44b3d2674e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1adaa4dc70>, [{'id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'name': 'tempest-AttachVolumeShelveTestJSON-2101245181-router', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:42:00Z', 'revision_number': 4, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'gw_port': {'id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:40Z', 'updated_at': '2021-05-11T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_floatingips': [{'id': '1849265d-f18f-46e2-abf0-1c810255ebfa', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'port_id': 'ca95605f-3f90-413f-ad05-4995af8bb8f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'mac_address': 'fa:16:3e:88:dd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b23954-ed6f-4c8d-a528-77250981ce80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:42:16Z', 'updated_at': '2021-05-11T13:42:58Z', 'revision_number': 1, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '136e8d27-80ad-4dcf-b778-de1b984c501d', 'name': '', 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'mac_address': 'fa:16:3e:00:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:57Z', 'updated_at': '2021-05-11T13:42:13Z', 'revision_number': 5, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'subnets': [{'id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:43:00.802536 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d2e1bc-0b94-423b-a726-44b3d2674e55 None None] Checking router: fedda60a-aae9-4e3a-ba8c-66c2853f22ac for host: dv-cinder-784779-11-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:43:00.820647 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-196137bf-ce7c-4f5c-b59b-3c9185a3a353 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:00.820647 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-196137bf-ce7c-4f5c-b59b-3c9185a3a353 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Synchronizing usage tracker for tenant:05397bdc5f7d488ab076a2275a100c6b on resource:network {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:43:00.821406 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d2e1bc-0b94-423b-a726-44b3d2674e55 None None] Routers {'fedda60a-aae9-4e3a-ba8c-66c2853f22ac'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:43:00.821512 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-40d2e1bc-0b94-423b-a726-44b3d2674e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1adaa4dc70>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:42:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['fedda60a-aae9-4e3a-ba8c-66c2853f22ac'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:43:00.824423 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a467f60-c566-42b3-8bdf-0e1deb2d63cd req-0ab52458-0225-49a9-add0-98926cbfdea5 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:00.837246 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1a467f60-c566-42b3-8bdf-0e1deb2d63cd req-0ab52458-0225-49a9-add0-98926cbfdea5 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 945 time: 0.3166554
May 11 13:43:00.855491 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-196137bf-ce7c-4f5c-b59b-3c9185a3a353 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Unset dirty status for tenant:05397bdc5f7d488ab076a2275a100c6b on resource:network {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:43:00.858122 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-196137bf-ce7c-4f5c-b59b-3c9185a3a353 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/networks?id=12ec6c5f-a094-448b-ac3c-867dd4582977 HTTP/1.1" status: 200  len: 814 time: 0.3787308
May 11 13:43:00.884519 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-ed98e2cf-ab57-4cd0-93c0-e2a9d555f1ae tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/quotas/05397bdc5f7d488ab076a2275a100c6b HTTP/1.1" status: 200  len: 375 time: 0.0198071
May 11 13:43:00.920225 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1a467f60-c566-42b3-8bdf-0e1deb2d63cd req-67f8a668-d2e2-40cb-829b-11aac6b0b154 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819638
May 11 13:43:00.932935 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-12ede65c-a382-4779-aa00-318f452b296d req-4f0128e9-4113-4ca1-a351-5898b390e4fc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca95605f-3f90-413f-ad05-4995af8bb8f0 HTTP/1.1" status: 200  len: 999 time: 0.2857845
May 11 13:43:00.983081 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-31510de4-de63-4fe5-9e25-fb471d690a31 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=05397bdc5f7d488ab076a2275a100c6b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0913181
May 11 13:43:01.120210 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-40d2e1bc-0b94-423b-a726-44b3d2674e55 None None] Set router fedda60a-aae9-4e3a-ba8c-66c2853f22ac gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:43:01.175765 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-adb6030a-db1f-468d-82a1-72916a350287 service neutron] 10.222.0.48 "GET /v2.0/networks/12ec6c5f-a094-448b-ac3c-867dd4582977?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1843381
May 11 13:43:01.419674 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-cb78acb8-ebf0-40c9-8894-d92a9113c048 service neutron] 10.222.0.48 "GET /v2.0/networks/12ec6c5f-a094-448b-ac3c-867dd4582977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2367275
May 11 13:43:01.538845 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-40d2e1bc-0b94-423b-a726-44b3d2674e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1adaa4dc70>, [{'id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'name': 'tempest-AttachVolumeShelveTestJSON-2101245181-router', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:42:00Z', 'revision_number': 4, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'gw_port': {'id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:40Z', 'updated_at': '2021-05-11T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_floatingips': [{'id': '1849265d-f18f-46e2-abf0-1c810255ebfa', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'port_id': 'ca95605f-3f90-413f-ad05-4995af8bb8f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'mac_address': 'fa:16:3e:88:dd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b23954-ed6f-4c8d-a528-77250981ce80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:42:16Z', 'updated_at': '2021-05-11T13:42:58Z', 'revision_number': 1, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '136e8d27-80ad-4dcf-b778-de1b984c501d', 'name': '', 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'mac_address': 'fa:16:3e:00:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:57Z', 'updated_at': '2021-05-11T13:42:13Z', 'revision_number': 5, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'subnets': [{'id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:43:01.544440 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d2e1bc-0b94-423b-a726-44b3d2674e55 None None] The sync data for ids ['fedda60a-aae9-4e3a-ba8c-66c2853f22ac'] in dv-cinder-784779-11-iscsi is: [{'id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'name': 'tempest-AttachVolumeShelveTestJSON-2101245181-router', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:42:00Z', 'revision_number': 4, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'gw_port': {'id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:40Z', 'updated_at': '2021-05-11T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_floatingips': [{'id': '1849265d-f18f-46e2-abf0-1c810255ebfa', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'port_id': 'ca95605f-3f90-413f-ad05-4995af8bb8f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'mac_address': 'fa:16:3e:88:dd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b23954-ed6f-4c8d-a528-77250981ce80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:42:16Z', 'updated_at': '2021-05-11T13:42:58Z', 'revision_number': 1, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '136e8d27-80ad-4dcf-b778-de1b984c501d', 'name': '', 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'mac_address': 'fa:16:3e:00:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:57Z', 'updated_at': '2021-05-11T13:42:13Z', 'revision_number': 5, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'subnets': [{'id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:43:01.799251 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device b09d77a6-634d-4771-a4de-848c646b93bd details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 11 13:43:02.001827 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9831525-37ff-46e1-96d4-d6e698072844 None None] New status for floating IP 1849265d-f18f-46e2-abf0-1c810255ebfa: ACTIVE {{(pid=78704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 11 13:43:02.210722 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 43380) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:02.386113 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2322e944-9768-42ee-b262-d04decc5ed24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:02.405174 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-2322e944-9768-42ee-b262-d04decc5ed24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:02.410313 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-2322e944-9768-42ee-b262-d04decc5ed24 admin admin] Usage tracker for resource:security_group_rule and tenant:9c9afe41b1af42a4af81372e0af62edd is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:02.414103 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-2322e944-9768-42ee-b262-d04decc5ed24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:02.416490 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:02.422921 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-2322e944-9768-42ee-b262-d04decc5ed24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:02.429230 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port b09d77a6-634d-4771-a4de-848c646b93bd, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b09d77a6-634d-4771-a4de-848c646b93bd,segment=NetworkSegment(c610bf4a-eec2-4b42-8f03-c7d49a9b54e2),segment_id=c610bf4a-eec2-4b42-8f03-c7d49a9b54e2)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:43:02.485257 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Returning: {'device': 'b09d77a6-634d-4771-a4de-848c646b93bd', 'network_id': '6bef4c20-4a6c-40a5-b258-199c12fc2595', 'port_id': 'b09d77a6-634d-4771-a4de-848c646b93bd', 'mac_address': 'fa:16:3e:2a:5b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d76bbac-8265-42c9-b0ff-de76986a4e85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 11 13:43:02.547747 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2322e944-9768-42ee-b262-d04decc5ed24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:02.554241 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2322e944-9768-42ee-b262-d04decc5ed24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:02.563612 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-1e0dc59a-6d52-424d-806d-9029dc1dee5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:02.608469 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-2322e944-9768-42ee-b262-d04decc5ed24 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9c9afe41b1af42a4af81372e0af62edd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3952887
May 11 13:43:02.609858 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322e944-9768-42ee-b262-d04decc5ed24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d182a280-2720-434a-acbb-2fea186200c7,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:02.612819 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2322e944-9768-42ee-b262-d04decc5ed24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:02.613428 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 43388) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:02.719376 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-428b9190-f1f9-4047-b4f3-390d99fe6203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:02.771615 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-428b9190-f1f9-4047-b4f3-390d99fe6203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:02.782271 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-44a06b94-94ce-4be1-90a7-2ded12000b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:02.801698 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:02.833714 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09d77a6-634d-4771-a4de-848c646b93bd {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:43:02.850089 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-428b9190-f1f9-4047-b4f3-390d99fe6203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:02.855126 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-229c6336-1b35-445c-8c07-d4f6c56c20f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:02.863753 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port b09d77a6-634d-4771-a4de-848c646b93bd, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b09d77a6-634d-4771-a4de-848c646b93bd,segment=NetworkSegment(c610bf4a-eec2-4b42-8f03-c7d49a9b54e2),segment_id=c610bf4a-eec2-4b42-8f03-c7d49a9b54e2)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:43:02.870226 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:02.870580 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b9190-f1f9-4047-b4f3-390d99fe6203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d182a280-2720-434a-acbb-2fea186200c7,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:02.875584 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:02.879991 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-428b9190-f1f9-4047-b4f3-390d99fe6203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:02.881128 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-428b9190-f1f9-4047-b4f3-390d99fe6203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:02.882520 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-428b9190-f1f9-4047-b4f3-390d99fe6203 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d182a280-2720-434a-acbb-2fea186200c7 HTTP/1.1" status: 204  len: 168 time: 0.2679596
May 11 13:43:03.013691 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=b09d77a6-634d-4771-a4de-848c646b93bd,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:03.019755 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:03.299284 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 43398) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:03.324088 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:03.330457 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-403b3806-713c-4ad5-b171-ea2f42ca0b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:03.358420 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-403b3806-713c-4ad5-b171-ea2f42ca0b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:03.366332 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-403b3806-713c-4ad5-b171-ea2f42ca0b86 admin admin] Usage tracker for resource:security_group_rule and tenant:c0e94dfbbbf846a7ac7ce7f7fb2c8dee is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:03.371647 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-403b3806-713c-4ad5-b171-ea2f42ca0b86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:03.382213 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-403b3806-713c-4ad5-b171-ea2f42ca0b86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:03.503805 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-403b3806-713c-4ad5-b171-ea2f42ca0b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:03.509021 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-403b3806-713c-4ad5-b171-ea2f42ca0b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:03.517727 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-53e8ea2d-17f0-418f-896f-6e900d5a8e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:03.561477 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-403b3806-713c-4ad5-b171-ea2f42ca0b86 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c0e94dfbbbf846a7ac7ce7f7fb2c8dee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2605989
May 11 13:43:03.562439 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b3806-713c-4ad5-b171-ea2f42ca0b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bdabf2-3d43-4532-9e8c-d60bc7df350f,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:03.564589 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 43406) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:03.565596 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-403b3806-713c-4ad5-b171-ea2f42ca0b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:03.633600 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ea7a0954-d531-4f5e-8a5f-69a9351255cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:03.661790 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ea7a0954-d531-4f5e-8a5f-69a9351255cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:03.718011 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ea7a0954-d531-4f5e-8a5f-69a9351255cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:03.721915 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-0a0d0fc0-ee81-46fa-829f-8c6082822312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:03.735967 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a0954-d531-4f5e-8a5f-69a9351255cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bdabf2-3d43-4532-9e8c-d60bc7df350f,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:03.740176 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-ea7a0954-d531-4f5e-8a5f-69a9351255cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:03.747910 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ea7a0954-d531-4f5e-8a5f-69a9351255cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:03.749436 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-ea7a0954-d531-4f5e-8a5f-69a9351255cd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c2bdabf2-3d43-4532-9e8c-d60bc7df350f HTTP/1.1" status: 204  len: 168 time: 0.1827538
May 11 13:43:03.878792 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ede65c-a382-4779-aa00-318f452b296d req-fb3e0a79-f776-4cea-928f-320951446ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:03.880322 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-12ede65c-a382-4779-aa00-318f452b296d req-fb3e0a79-f776-4cea-928f-320951446ded service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fb43366-cc8e-4164-a9b2-c3e4cba00dbb HTTP/1.1" status: 200  len: 856 time: 0.1107121
May 11 13:43:04.027000 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-aceee11a-d274-4c03-9989-1e79579a7d6d req-8805ca3c-7338-4dd1-ab21-000eb02fcc34 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c43268-896e-4816-85b6-8f7fcb14c85b HTTP/1.1" status: 200  len: 210 time: 0.0610788
May 11 13:43:04.091855 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ede65c-a382-4779-aa00-318f452b296d req-78ee5f40-85c4-49cd-bddf-90c1b8a27f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:04.095363 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-12ede65c-a382-4779-aa00-318f452b296d req-78ee5f40-85c4-49cd-bddf-90c1b8a27f63 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=707291bc-5dd9-42be-8f66-a126d34db7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1999331
May 11 13:43:04.148568 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['b09d77a6-634d-4771-a4de-848c646b93bd'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:43:04.269274 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1349119-ad8e-41cd-90c5-4c18711e189d req-a5562909-c85d-4957-a069-8d0294503f49 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:04.273011 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c1349119-ad8e-41cd-90c5-4c18711e189d req-a5562909-c85d-4957-a069-8d0294503f49 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=a40a2451-cab2-4f62-b814-1f3237edfde1 HTTP/1.1" status: 200  len: 945 time: 0.2627730
May 11 13:43:04.340966 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c1349119-ad8e-41cd-90c5-4c18711e189d req-afe95840-7982-4cb2-8ab6-07625ee72e16 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527148
May 11 13:43:04.589815 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0030f-3bb7-4179-bf24-c237b8247958 req-cba30374-651d-4d55-9542-02482bbf022e tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:04.591381 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-88d0030f-3bb7-4179-bf24-c237b8247958 req-cba30374-651d-4d55-9542-02482bbf022e tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 945 time: 0.1417065
May 11 13:43:04.595133 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-12ede65c-a382-4779-aa00-318f452b296d req-7b159335-ab5d-492d-a9ec-1429937a14e5 service neutron] 10.222.0.54 "GET /v2.0/networks/707291bc-5dd9-42be-8f66-a126d34db7b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4850075
May 11 13:43:04.735692 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-88d0030f-3bb7-4179-bf24-c237b8247958 req-d1af4570-5e04-44a0-840a-e9d57c64921f tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348014
May 11 13:43:04.807549 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:04.817632 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-12ede65c-a382-4779-aa00-318f452b296d req-8a349bf9-dd5d-4af3-99cc-5575964758db service neutron] 10.222.0.54 "GET /v2.0/networks/707291bc-5dd9-42be-8f66-a126d34db7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1994786
May 11 13:43:05.160384 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-5377e94f-7d72-4292-ae6a-5850ad4fd201 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:05.163707 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-5377e94f-7d72-4292-ae6a-5850ad4fd201 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.54 "GET /v2.0/networks?id=12ec6c5f-a094-448b-ac3c-867dd4582977 HTTP/1.1" status: 200  len: 814 time: 0.2847593
May 11 13:43:05.186662 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-92566010-520c-4510-beea-7df9ea338ab0 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Request body: {'port': {'device_id': '26c43268-896e-4816-85b6-8f7fcb14c85b', 'network_id': '12ec6c5f-a094-448b-ac3c-867dd4582977', 'admin_state_up': True, 'tenant_id': '05397bdc5f7d488ab076a2275a100c6b'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:43:05.320899 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-233a2db6-9d93-4dde-a8b0-01196d447645 req-5092cd94-fa6c-4c08-8b03-69f9ef9f6d4a tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c43268-896e-4816-85b6-8f7fcb14c85b HTTP/1.1" status: 200  len: 210 time: 0.0715904
May 11 13:43:05.522532 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-92566010-520c-4510-beea-7df9ea338ab0 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:05.538298 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-92566010-520c-4510-beea-7df9ea338ab0 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Usage tracker for resource:port and tenant:05397bdc5f7d488ab076a2275a100c6b is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:05.547630 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-92566010-520c-4510-beea-7df9ea338ab0 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:05.569519 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-92566010-520c-4510-beea-7df9ea338ab0 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:05.604314 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-92566010-520c-4510-beea-7df9ea338ab0 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Made reservation on behalf of 05397bdc5f7d488ab076a2275a100c6b for: {'port': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:43:05.610731 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-92566010-520c-4510-beea-7df9ea338ab0 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:05.770078 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device b09d77a6-634d-4771-a4de-848c646b93bd up at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:43:05.812723 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f2718-c52b-4d79-acd7-5bb9f52e6318 req-8fe20e2f-2b13-46e3-801c-6f862ee82127 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:05.826263 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2c5f2718-c52b-4d79-acd7-5bb9f52e6318 req-8fe20e2f-2b13-46e3-801c-6f862ee82127 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=a40a2451-cab2-4f62-b814-1f3237edfde1 HTTP/1.1" status: 200  len: 945 time: 0.1909509
May 11 13:43:05.845072 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 43474) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:05.994063 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2c5f2718-c52b-4d79-acd7-5bb9f52e6318 req-0134e53b-4023-40db-850f-ed646b3b8340 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1597226
May 11 13:43:06.018830 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning for port b09d77a6-634d-4771-a4de-848c646b93bd completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:43:06.036406 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning complete for port b09d77a6-634d-4771-a4de-848c646b93bd triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:43:06.037220 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:06.110266 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-92566010-520c-4510-beea-7df9ea338ab0 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Allocated IP 172.20.0.7 (12ec6c5f-a094-448b-ac3c-867dd4582977/101aab9e-4df2-46e4-9ed5-eaa0d4c0b147/b9133721-c031-4f27-bf23-ce20615948a3) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:43:06.214193 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b688010f-3472-48e2-93bc-e6e6fb91aea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:06.274121 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-b688010f-3472-48e2-93bc-e6e6fb91aea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:06.281272 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:06.286933 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-b688010f-3472-48e2-93bc-e6e6fb91aea7 admin admin] Usage tracker for resource:security_group_rule and tenant:fd95e31a7fdc49fe9ff1415d90390c66 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:06.293155 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-b688010f-3472-48e2-93bc-e6e6fb91aea7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:06.314590 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40a2451-cab2-4f62-b814-1f3237edfde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09d77a6-634d-4771-a4de-848c646b93bd'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:43:06.325128 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-b688010f-3472-48e2-93bc-e6e6fb91aea7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:06.328710 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port b09d77a6-634d-4771-a4de-848c646b93bd, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b09d77a6-634d-4771-a4de-848c646b93bd,segment=NetworkSegment(c610bf4a-eec2-4b42-8f03-c7d49a9b54e2),segment_id=c610bf4a-eec2-4b42-8f03-c7d49a9b54e2)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:43:06.343054 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:06.353716 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-96312516-38a7-419e-aee4-4fbdc11dc350 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:06.426228 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c0f12-6514-4107-a244-837cd757f660 req-702fe92c-29d8-415f-9827-476a308b4dd7 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:06.427066 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d47c0f12-6514-4107-a244-837cd757f660 req-702fe92c-29d8-415f-9827-476a308b4dd7 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 945 time: 0.4702816
May 11 13:43:06.451092 dv-cinder-784779-11-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40a2451-cab2-4f62-b814-1f3237edfde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09d77a6-634d-4771-a4de-848c646b93bd', 'code': 200}
May 11 13:43:06.517623 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=b09d77a6-634d-4771-a4de-848c646b93bd,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:06.523639 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:06.579730 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d47c0f12-6514-4107-a244-837cd757f660 req-bff92955-149e-4a37-9459-9e06051bf320 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118674
May 11 13:43:06.660263 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-92566010-520c-4510-beea-7df9ea338ab0 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:06.677518 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4d03831c-39d5-4d7b-a271-b9761b3f44bf req-980be787-3146-45c2-b2f0-04f3040db040 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c43268-896e-4816-85b6-8f7fcb14c85b HTTP/1.1" status: 200  len: 210 time: 0.1138942
May 11 13:43:06.716646 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-92566010-520c-4510-beea-7df9ea338ab0 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:06.740233 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-28180810-5a1a-4bda-8c8f-e74d533a79dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:06.785347 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b688010f-3472-48e2-93bc-e6e6fb91aea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:06.808549 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b688010f-3472-48e2-93bc-e6e6fb91aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:06.921103 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-92566010-520c-4510-beea-7df9ea338ab0 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Network 12ec6c5f-a094-448b-ac3c-867dd4582977 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:43:06.940534 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-92566010-520c-4510-beea-7df9ea338ab0 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:43:06.957582 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-92566010-520c-4510-beea-7df9ea338ab0 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:43:07.004735 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92566010-520c-4510-beea-7df9ea338ab0 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Pushing event updated for resources: {'Port': ['ID=b9133721-c031-4f27-bf23-ce20615948a3,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:07.018774 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-b688010f-3472-48e2-93bc-e6e6fb91aea7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd95e31a7fdc49fe9ff1415d90390c66&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1721392
May 11 13:43:07.021944 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 43512) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:07.024701 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-92566010-520c-4510-beea-7df9ea338ab0 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:07.033853 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:07.130961 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-322576a1-00ea-4ec3-ab85-168508e70ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:07.138127 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688010f-3472-48e2-93bc-e6e6fb91aea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf08bbad-05f9-4fd5-b7ee-2bd754ae01d5,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:07.154739 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b688010f-3472-48e2-93bc-e6e6fb91aea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:07.180132 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-92566010-520c-4510-beea-7df9ea338ab0 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:07.181219 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-92566010-520c-4510-beea-7df9ea338ab0 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:07.190367 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-322576a1-00ea-4ec3-ab85-168508e70ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:07.266972 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-322576a1-00ea-4ec3-ab85-168508e70ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:07.272874 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469c208-f363-4fd0-923a-465d3dab07cb req-c5f34792-6304-49bb-9672-55e99533f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:07.275727 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f469c208-f363-4fd0-923a-465d3dab07cb req-c5f34792-6304-49bb-9672-55e99533f7e9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a40a2451-cab2-4f62-b814-1f3237edfde1 HTTP/1.1" status: 200  len: 1099 time: 0.4685295
May 11 13:43:07.293036 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:07.316965 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-322576a1-00ea-4ec3-ab85-168508e70ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:07.334086 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-322576a1-00ea-4ec3-ab85-168508e70ae1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf08bbad-05f9-4fd5-b7ee-2bd754ae01d5 HTTP/1.1" status: 204  len: 168 time: 0.3013737
May 11 13:43:07.341504 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322576a1-00ea-4ec3-ab85-168508e70ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf08bbad-05f9-4fd5-b7ee-2bd754ae01d5,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:07.358260 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-322576a1-00ea-4ec3-ab85-168508e70ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:07.403300 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-92566010-520c-4510-beea-7df9ea338ab0 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2274818
May 11 13:43:07.428639 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-26ee3bcd-8dcd-4636-8b66-77d3edd5823c service neutron] Request body: {'port': {'device_id': '26c43268-896e-4816-85b6-8f7fcb14c85b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:43:07.535105 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f469c208-f363-4fd0-923a-465d3dab07cb req-2a0a57b8-2b16-4dae-8be3-36072b6f9c42 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2455676
May 11 13:43:07.726137 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-26ee3bcd-8dcd-4636-8b66-77d3edd5823c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:07.747936 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e2433-996d-40c6-addf-2d49c69c5236 req-430cba71-8e00-4ad9-9ad1-96d7795b7413 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:07.749807 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b72e2433-996d-40c6-addf-2d49c69c5236 req-430cba71-8e00-4ad9-9ad1-96d7795b7413 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=a40a2451-cab2-4f62-b814-1f3237edfde1 HTTP/1.1" status: 200  len: 946 time: 0.4679105
May 11 13:43:07.941351 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b72e2433-996d-40c6-addf-2d49c69c5236 req-91a1f7f2-8244-4c5d-9a84-b7db5bc1fd50 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1753149
May 11 13:43:08.014268 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 43538) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:08.037927 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7736fa79-2433-428f-b57f-525777933015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:08.109841 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-7736fa79-2433-428f-b57f-525777933015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:08.118307 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-7736fa79-2433-428f-b57f-525777933015 admin admin] Usage tracker for resource:security_group_rule and tenant:660ac52e0443443880d13e062b2c08bc is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:08.132037 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-7736fa79-2433-428f-b57f-525777933015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:08.141216 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-7736fa79-2433-428f-b57f-525777933015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:08.210223 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2b2f4-50f2-42e3-88f2-b23bb46cf832 req-d2ab5260-fbfe-49f2-80de-cbed6863ff16 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:08.212553 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a8b2b2f4-50f2-42e3-88f2-b23bb46cf832 req-d2ab5260-fbfe-49f2-80de-cbed6863ff16 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 945 time: 0.1622584
May 11 13:43:08.296869 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a8b2b2f4-50f2-42e3-88f2-b23bb46cf832 req-a4ef1f7f-4c03-4a26-85ee-65318cf418b2 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739892
May 11 13:43:08.324939 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7736fa79-2433-428f-b57f-525777933015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:08.330811 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7736fa79-2433-428f-b57f-525777933015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:08.340766 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-8dec80cd-d782-4970-bb15-49c70165f0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:08.361148 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224a24a-1918-4952-897e-8becc6b80a77 req-11da6f42-21f3-459d-a7e1-573a57a2db29 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:08.361901 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-d224a24a-1918-4952-897e-8becc6b80a77 req-11da6f42-21f3-459d-a7e1-573a57a2db29 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Synchronizing usage tracker for tenant:05397bdc5f7d488ab076a2275a100c6b on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:43:08.385373 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-7736fa79-2433-428f-b57f-525777933015 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=660ac52e0443443880d13e062b2c08bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3694732
May 11 13:43:08.387360 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736fa79-2433-428f-b57f-525777933015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0837d4e1-0a20-4061-94ea-0882858c3880,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:08.390007 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 43546) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:08.390874 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-7736fa79-2433-428f-b57f-525777933015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:08.446172 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-d224a24a-1918-4952-897e-8becc6b80a77 req-11da6f42-21f3-459d-a7e1-573a57a2db29 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Unset dirty status for tenant:05397bdc5f7d488ab076a2275a100c6b on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:43:08.447442 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d224a24a-1918-4952-897e-8becc6b80a77 req-11da6f42-21f3-459d-a7e1-573a57a2db29 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c43268-896e-4816-85b6-8f7fcb14c85b HTTP/1.1" status: 200  len: 931 time: 0.3233001
May 11 13:43:08.509748 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-26ee3bcd-8dcd-4636-8b66-77d3edd5823c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9133721-c031-4f27-bf23-ce20615948a3 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:43:08.526818 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-26ee3bcd-8dcd-4636-8b66-77d3edd5823c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:08.571061 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d224a24a-1918-4952-897e-8becc6b80a77 req-a543b7fe-e127-4bfa-99f7-1c75dcc97c74 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/security-groups?id=31e74f5b-58eb-4dde-8d62-e45732996f5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100602
May 11 13:43:08.577327 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-26ee3bcd-8dcd-4636-8b66-77d3edd5823c service neutron] Transition to ACTIVE for port object b9133721-c031-4f27-bf23-ce20615948a3 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:43:08.578367 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-eadc36c6-af77-42e3-a87d-e495f9196d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:08.591956 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-26ee3bcd-8dcd-4636-8b66-77d3edd5823c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:08.597748 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-ebe10d09-9b35-4f8f-a7c5-a7fada3d7573 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:08.670595 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-eadc36c6-af77-42e3-a87d-e495f9196d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:08.786138 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee3bcd-8dcd-4636-8b66-77d3edd5823c service neutron] Pushing event updated for resources: {'Port': ['ID=b9133721-c031-4f27-bf23-ce20615948a3,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:08.791626 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-26ee3bcd-8dcd-4636-8b66-77d3edd5823c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:08.905888 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-eadc36c6-af77-42e3-a87d-e495f9196d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:08.913512 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-536451d1-8e86-4746-9133-1b759008c130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:08.931004 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-26ee3bcd-8dcd-4636-8b66-77d3edd5823c service neutron] Attempting to bind port b9133721-c031-4f27-bf23-ce20615948a3 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:43:08.931004 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-26ee3bcd-8dcd-4636-8b66-77d3edd5823c service neutron] Attempting to bind port b9133721-c031-4f27-bf23-ce20615948a3 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '5b62c77f-a65c-42b5-9cc1-650e848ba5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '12ec6c5f-a094-448b-ac3c-867dd4582977'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:43:08.931004 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-26ee3bcd-8dcd-4636-8b66-77d3edd5823c service neutron] Attempting to bind port b9133721-c031-4f27-bf23-ce20615948a3 on network 12ec6c5f-a094-448b-ac3c-867dd4582977 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:43:08.935104 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc36c6-af77-42e3-a87d-e495f9196d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0837d4e1-0a20-4061-94ea-0882858c3880,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:08.939834 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-eadc36c6-af77-42e3-a87d-e495f9196d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:08.942939 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-26ee3bcd-8dcd-4636-8b66-77d3edd5823c service neutron] Port b9133721-c031-4f27-bf23-ce20615948a3 on network 12ec6c5f-a094-448b-ac3c-867dd4582977 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 11 13:43:08.943286 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-26ee3bcd-8dcd-4636-8b66-77d3edd5823c service neutron] Attempting to bind port b9133721-c031-4f27-bf23-ce20615948a3 on network 12ec6c5f-a094-448b-ac3c-867dd4582977 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:43:08.946622 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-eadc36c6-af77-42e3-a87d-e495f9196d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:08.947693 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-eadc36c6-af77-42e3-a87d-e495f9196d2b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0837d4e1-0a20-4061-94ea-0882858c3880 HTTP/1.1" status: 204  len: 168 time: 0.5552466
May 11 13:43:08.953081 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-26ee3bcd-8dcd-4636-8b66-77d3edd5823c service neutron] Checking agent: {'id': '90698981-c276-4592-9423-0c50fa5e2f21', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'started_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:43:08.953442 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-26ee3bcd-8dcd-4636-8b66-77d3edd5823c service neutron] Checking segment: {'id': '5b62c77f-a65c-42b5-9cc1-650e848ba5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '12ec6c5f-a094-448b-ac3c-867dd4582977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:43:08.953807 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-26ee3bcd-8dcd-4636-8b66-77d3edd5823c service neutron] Bound using segment: {'id': '5b62c77f-a65c-42b5-9cc1-650e848ba5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '12ec6c5f-a094-448b-ac3c-867dd4582977'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:43:08.954272 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-26ee3bcd-8dcd-4636-8b66-77d3edd5823c service neutron] Bound port: b9133721-c031-4f27-bf23-ce20615948a3, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b62c77f-a65c-42b5-9cc1-650e848ba5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '12ec6c5f-a094-448b-ac3c-867dd4582977'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:43:08.954628 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-26ee3bcd-8dcd-4636-8b66-77d3edd5823c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:09.142425 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-26ee3bcd-8dcd-4636-8b66-77d3edd5823c service neutron] For port b9133721-c031-4f27-bf23-ce20615948a3, host hv-cinder-78477, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:43:09.148564 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-26ee3bcd-8dcd-4636-8b66-77d3edd5823c service neutron] For port b9133721-c031-4f27-bf23-ce20615948a3, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b9133721-c031-4f27-bf23-ce20615948a3,segment=NetworkSegment(5b62c77f-a65c-42b5-9cc1-650e848ba5f8),segment_id=5b62c77f-a65c-42b5-9cc1-650e848ba5f8)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:43:09.166769 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-26ee3bcd-8dcd-4636-8b66-77d3edd5823c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:09.175152 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-d161833e-c46f-4fe0-b4da-b07305e3ca42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:09.276838 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-26ee3bcd-8dcd-4636-8b66-77d3edd5823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:09.277948 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-26ee3bcd-8dcd-4636-8b66-77d3edd5823c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:09.280639 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-26ee3bcd-8dcd-4636-8b66-77d3edd5823c service neutron] 10.222.0.54 "PUT /v2.0/ports/b9133721-c031-4f27-bf23-ce20615948a3 HTTP/1.1" status: 200  len: 1093 time: 1.8632319
May 11 13:43:09.281333 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c43268-896e-4816-85b6-8f7fcb14c85b', 'tag': 'b9133721-c031-4f27-bf23-ce20615948a3'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:43:09.465388 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc3b68-498c-4d42-b150-42a29d1ba6fb req-2d78fd6e-48cb-4076-a463-43f57b245346 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:09.466164 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c43268-896e-4816-85b6-8f7fcb14c85b', 'tag': 'b9133721-c031-4f27-bf23-ce20615948a3', 'status': 'completed', 'code': 200}
May 11 13:43:09.466647 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee3bcd-8dcd-4636-8b66-77d3edd5823c service neutron] Pushing event updated for resources: {'Port': ['ID=b9133721-c031-4f27-bf23-ce20615948a3,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:09.490245 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-49fc3b68-498c-4d42-b150-42a29d1ba6fb req-2d78fd6e-48cb-4076-a463-43f57b245346 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=a40a2451-cab2-4f62-b814-1f3237edfde1 HTTP/1.1" status: 200  len: 946 time: 0.3169291
May 11 13:43:09.509582 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-26ee3bcd-8dcd-4636-8b66-77d3edd5823c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:09.615663 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-49fc3b68-498c-4d42-b150-42a29d1ba6fb req-6f9a2cda-0a98-4b83-8f2c-2759a34ce3f7 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202643
May 11 13:43:09.657533 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-1c91a23b-b122-4d4e-90cd-3a6e3b24d2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:09.671111 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-1c91a23b-b122-4d4e-90cd-3a6e3b24d2b2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05397bdc5f7d488ab076a2275a100c6b&device_id=26c43268-896e-4816-85b6-8f7fcb14c85b HTTP/1.1" status: 200  len: 1096 time: 0.2965932
May 11 13:43:09.938785 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-520663d3-c581-4597-9140-3c04c6a4e4c7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9133721-c031-4f27-bf23-ce20615948a3 HTTP/1.1" status: 200  len: 217 time: 0.2101145
May 11 13:43:09.965233 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc6aba-45f5-4ec4-9d73-5cce1dcb2661 req-14069d3a-b490-487a-a1ee-c83414b5a8a9 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:09.975085 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c9fc6aba-45f5-4ec4-9d73-5cce1dcb2661 req-14069d3a-b490-487a-a1ee-c83414b5a8a9 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c43268-896e-4816-85b6-8f7fcb14c85b HTTP/1.1" status: 200  len: 943 time: 0.1965988
May 11 13:43:10.041134 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-c9fc6aba-45f5-4ec4-9d73-5cce1dcb2661 req-eddada8b-7074-441c-b6f9-fe725f32bd49 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Synchronizing usage tracker for tenant:05397bdc5f7d488ab076a2275a100c6b on resource:security_group {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:43:10.089557 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-c9fc6aba-45f5-4ec4-9d73-5cce1dcb2661 req-eddada8b-7074-441c-b6f9-fe725f32bd49 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Unset dirty status for tenant:05397bdc5f7d488ab076a2275a100c6b on resource:security_group {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:43:10.092710 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c9fc6aba-45f5-4ec4-9d73-5cce1dcb2661 req-eddada8b-7074-441c-b6f9-fe725f32bd49 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/security-groups?id=31e74f5b-58eb-4dde-8d62-e45732996f5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157191
May 11 13:43:10.098270 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 43602) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:10.131332 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-2cec39f7-c0f6-4903-87a1-e97017a10893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:10.132908 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-2cec39f7-c0f6-4903-87a1-e97017a10893 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=101aab9e-4df2-46e4-9ed5-eaa0d4c0b147 HTTP/1.1" status: 200  len: 854 time: 0.1827633
May 11 13:43:10.216642 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06925007-98cf-48d0-b79f-837126611c5e req-c86b3158-9275-4522-b70d-973ed5bf0e9d tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:10.224183 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-06925007-98cf-48d0-b79f-837126611c5e req-c86b3158-9275-4522-b70d-973ed5bf0e9d tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 945 time: 0.5505772
May 11 13:43:10.267528 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-91bb7f05-ce27-4524-9275-41d0d461e3f4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=12ec6c5f-a094-448b-ac3c-867dd4582977&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1206582
May 11 13:43:10.412991 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-06925007-98cf-48d0-b79f-837126611c5e req-d456075b-abb0-47b3-9c33-05cfbd61cbed tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1878941
May 11 13:43:10.473999 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-18c8ff4c-b6a0-4815-9c79-889f28c0705f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:10.565397 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-18c8ff4c-b6a0-4815-9c79-889f28c0705f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:10.580447 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-18c8ff4c-b6a0-4815-9c79-889f28c0705f admin admin] Usage tracker for resource:security_group_rule and tenant:fdb7846a087a44398eba8be24b4de326 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:10.587652 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-18c8ff4c-b6a0-4815-9c79-889f28c0705f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:10.591874 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-8e330fa3-4228-4bbc-9e8e-c5fc948ba050 service neutron] 10.222.0.54 "GET /v2.0/networks/12ec6c5f-a094-448b-ac3c-867dd4582977?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3112478
May 11 13:43:10.602907 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-18c8ff4c-b6a0-4815-9c79-889f28c0705f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:10.913746 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-18c8ff4c-b6a0-4815-9c79-889f28c0705f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:10.926926 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-18c8ff4c-b6a0-4815-9c79-889f28c0705f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:10.948946 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:11.007297 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-18c8ff4c-b6a0-4815-9c79-889f28c0705f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fdb7846a087a44398eba8be24b4de326&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9074781
May 11 13:43:11.011061 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 43632) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:11.029978 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8ff4c-b6a0-4815-9c79-889f28c0705f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc5be63-7575-4dae-a5a2-1514230e9d27,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:11.046820 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-18c8ff4c-b6a0-4815-9c79-889f28c0705f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:11.122536 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9d29e470-2167-4026-bf6f-ed4f80d4f9a5 req-dd994556-5775-4f2e-adb3-77baaa42e1c9 service neutron] 10.222.0.54 "GET /v2.0/networks/12ec6c5f-a094-448b-ac3c-867dd4582977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5107787
May 11 13:43:11.157128 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-709b2d31-2d22-4721-aa0a-30a865671ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:11.227951 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-709b2d31-2d22-4721-aa0a-30a865671ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:11.302398 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-709b2d31-2d22-4721-aa0a-30a865671ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:11.313110 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-322576a1-00ea-4ec3-ab85-168508e70ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:11.342615 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b2d31-2d22-4721-aa0a-30a865671ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc5be63-7575-4dae-a5a2-1514230e9d27,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:11.345592 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-709b2d31-2d22-4721-aa0a-30a865671ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:11.360363 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d1dee-3c8a-49e9-ace2-ebe37adf4d26 req-185e7606-0b4d-4a32-b189-b1a25a70b731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:11.361940 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e64d1dee-3c8a-49e9-ace2-ebe37adf4d26 req-185e7606-0b4d-4a32-b189-b1a25a70b731 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05397bdc5f7d488ab076a2275a100c6b&device_id=26c43268-896e-4816-85b6-8f7fcb14c85b HTTP/1.1" status: 200  len: 1096 time: 0.1696966
May 11 13:43:11.368263 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-709b2d31-2d22-4721-aa0a-30a865671ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:11.378271 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-709b2d31-2d22-4721-aa0a-30a865671ab0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2cc5be63-7575-4dae-a5a2-1514230e9d27 HTTP/1.1" status: 204  len: 168 time: 0.3659909
May 11 13:43:11.632535 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc95796-6fde-4edd-bf72-7c4cc15ff7a5 req-07fd8906-89f6-426a-9e59-16a15a1732ec tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:11.634369 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-adc95796-6fde-4edd-bf72-7c4cc15ff7a5 req-07fd8906-89f6-426a-9e59-16a15a1732ec tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c43268-896e-4816-85b6-8f7fcb14c85b HTTP/1.1" status: 200  len: 943 time: 0.2605641
May 11 13:43:11.644439 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d1dee-3c8a-49e9-ace2-ebe37adf4d26 req-1751031d-ece3-415b-a4c7-ee1ee5640945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:11.646804 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e64d1dee-3c8a-49e9-ace2-ebe37adf4d26 req-1751031d-ece3-415b-a4c7-ee1ee5640945 service neutron] 10.222.0.54 "GET /v2.0/networks?id=12ec6c5f-a094-448b-ac3c-867dd4582977 HTTP/1.1" status: 200  len: 915 time: 0.2177427
May 11 13:43:11.705758 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-adc95796-6fde-4edd-bf72-7c4cc15ff7a5 req-d678d11f-5676-45af-8e16-53847a8d85f9 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/security-groups?id=31e74f5b-58eb-4dde-8d62-e45732996f5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573730
May 11 13:43:11.784156 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e64d1dee-3c8a-49e9-ace2-ebe37adf4d26 req-b036148d-ec25-48ef-9a36-cfe17e6e1dd0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9133721-c031-4f27-bf23-ce20615948a3 HTTP/1.1" status: 200  len: 217 time: 0.0827692
May 11 13:43:11.913291 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d1dee-3c8a-49e9-ace2-ebe37adf4d26 req-7a9353b8-a43a-4035-8c22-01226ba03bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:11.915505 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e64d1dee-3c8a-49e9-ace2-ebe37adf4d26 req-7a9353b8-a43a-4035-8c22-01226ba03bdf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=101aab9e-4df2-46e4-9ed5-eaa0d4c0b147 HTTP/1.1" status: 200  len: 854 time: 0.1203463
May 11 13:43:12.019112 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e64d1dee-3c8a-49e9-ace2-ebe37adf4d26 req-e5d1b61c-30b8-44a8-87bd-82616f6cf0f7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=12ec6c5f-a094-448b-ac3c-867dd4582977&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0838327
May 11 13:43:12.023212 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac81b2-c9e4-4f9d-bd77-0a0948d87f83 req-af7168fb-2e97-4fe1-b8b7-1af8a5af6d40 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:12.027343 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e7ac81b2-c9e4-4f9d-bd77-0a0948d87f83 req-af7168fb-2e97-4fe1-b8b7-1af8a5af6d40 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 945 time: 0.2319312
May 11 13:43:12.125517 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e7ac81b2-c9e4-4f9d-bd77-0a0948d87f83 req-0d009d49-0ba0-4f1c-9a38-7d137955933e tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883725
May 11 13:43:12.150928 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 43672) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:12.176757 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ed9a031c-535f-480e-b395-a24e1b9fb0f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:12.193938 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-ed9a031c-535f-480e-b395-a24e1b9fb0f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:12.199091 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-ed9a031c-535f-480e-b395-a24e1b9fb0f1 admin admin] Usage tracker for resource:security_group_rule and tenant:60932e8ebb8f44858fde65764b5864f3 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:12.202826 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-ed9a031c-535f-480e-b395-a24e1b9fb0f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:12.210363 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-ed9a031c-535f-480e-b395-a24e1b9fb0f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:12.324894 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ed9a031c-535f-480e-b395-a24e1b9fb0f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:12.332419 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ed9a031c-535f-480e-b395-a24e1b9fb0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:12.343137 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:12.363976 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e64d1dee-3c8a-49e9-ace2-ebe37adf4d26 req-748734ed-b648-430e-b6e1-cd2335315be2 service neutron] 10.222.0.54 "GET /v2.0/networks/12ec6c5f-a094-448b-ac3c-867dd4582977?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3210788
May 11 13:43:12.435508 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-ed9a031c-535f-480e-b395-a24e1b9fb0f1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=60932e8ebb8f44858fde65764b5864f3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2828414
May 11 13:43:12.437438 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a031c-535f-480e-b395-a24e1b9fb0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c2730e-caee-49e9-b4fa-409173420c5d,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:12.441910 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 43680) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:12.447055 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ed9a031c-535f-480e-b395-a24e1b9fb0f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:12.569668 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e64d1dee-3c8a-49e9-ace2-ebe37adf4d26 req-23d152a5-8f18-4879-a122-aae66ab3c4c1 service neutron] 10.222.0.54 "GET /v2.0/networks/12ec6c5f-a094-448b-ac3c-867dd4582977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1962905
May 11 13:43:12.592793 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-35f6036f-5dd3-4247-80f9-f51ff65be185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:12.655636 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-35f6036f-5dd3-4247-80f9-f51ff65be185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:12.745510 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-35f6036f-5dd3-4247-80f9-f51ff65be185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:12.749601 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:12.763266 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6036f-5dd3-4247-80f9-f51ff65be185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c2730e-caee-49e9-b4fa-409173420c5d,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:12.770126 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-35f6036f-5dd3-4247-80f9-f51ff65be185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:12.779422 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-35f6036f-5dd3-4247-80f9-f51ff65be185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:12.783729 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-35f6036f-5dd3-4247-80f9-f51ff65be185 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/90c2730e-caee-49e9-b4fa-409173420c5d HTTP/1.1" status: 204  len: 168 time: 0.3400815
May 11 13:43:13.070669 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b248ae9-40a3-4b79-8f14-8028213ed329 req-0080faec-8836-4f8a-830f-8eb9a7b7af61 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:13.075511 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6b248ae9-40a3-4b79-8f14-8028213ed329 req-0080faec-8836-4f8a-830f-8eb9a7b7af61 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c43268-896e-4816-85b6-8f7fcb14c85b HTTP/1.1" status: 200  len: 943 time: 0.1786706
May 11 13:43:13.170637 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6b248ae9-40a3-4b79-8f14-8028213ed329 req-5be56e66-5d1a-486f-b4bf-002120ff30b3 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/security-groups?id=31e74f5b-58eb-4dde-8d62-e45732996f5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878298
May 11 13:43:13.522830 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688813e-01e7-4a2b-b730-2144a78f0a06 req-c63097d0-d800-4e57-a31e-f0f6ff0c2680 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:13.535018 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3688813e-01e7-4a2b-b730-2144a78f0a06 req-c63097d0-d800-4e57-a31e-f0f6ff0c2680 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 945 time: 0.1886172
May 11 13:43:13.659288 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3688813e-01e7-4a2b-b730-2144a78f0a06 req-a0cd0734-cd73-45da-b5ea-8f7dbf0d0c7e tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229675
May 11 13:43:13.823477 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device b9133721-c031-4f27-bf23-ce20615948a3 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 11 13:43:14.109727 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port b9133721-c031-4f27-bf23-ce20615948a3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b9133721-c031-4f27-bf23-ce20615948a3,segment=NetworkSegment(5b62c77f-a65c-42b5-9cc1-650e848ba5f8),segment_id=5b62c77f-a65c-42b5-9cc1-650e848ba5f8)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:43:14.132492 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Returning: {'device': 'b9133721-c031-4f27-bf23-ce20615948a3', 'network_id': '12ec6c5f-a094-448b-ac3c-867dd4582977', 'port_id': 'b9133721-c031-4f27-bf23-ce20615948a3', 'mac_address': 'fa:16:3e:62:55:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '101aab9e-4df2-46e4-9ed5-eaa0d4c0b147', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 11 13:43:14.230776 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:14.265677 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9133721-c031-4f27-bf23-ce20615948a3 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:43:14.309481 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port b9133721-c031-4f27-bf23-ce20615948a3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b9133721-c031-4f27-bf23-ce20615948a3,segment=NetworkSegment(5b62c77f-a65c-42b5-9cc1-650e848ba5f8),segment_id=5b62c77f-a65c-42b5-9cc1-650e848ba5f8)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:43:14.320543 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:14.322633 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:14.484430 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 43760) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:14.489237 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=b9133721-c031-4f27-bf23-ce20615948a3,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:14.492929 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:14.526884 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b697c-90a7-4201-b426-3962ceae05d2 req-a5c51118-346c-47bb-aebe-1c901f364c9c tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:14.529109 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d46b697c-90a7-4201-b426-3962ceae05d2 req-a5c51118-346c-47bb-aebe-1c901f364c9c tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c43268-896e-4816-85b6-8f7fcb14c85b HTTP/1.1" status: 200  len: 944 time: 0.2054992
May 11 13:43:14.647831 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['b9133721-c031-4f27-bf23-ce20615948a3'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:43:14.672420 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d46b697c-90a7-4201-b426-3962ceae05d2 req-d2eead8b-63a0-4b24-a0bc-e81dd5d11950 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/security-groups?id=31e74f5b-58eb-4dde-8d62-e45732996f5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326828
May 11 13:43:14.805105 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a2022547-710e-4f11-86b3-45e13351d6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:14.949751 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-a2022547-710e-4f11-86b3-45e13351d6f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:14.958074 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-a2022547-710e-4f11-86b3-45e13351d6f1 admin admin] Usage tracker for resource:security_group_rule and tenant:a437b8c848c246c9aa39376f975e1ffe is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:14.964506 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-a2022547-710e-4f11-86b3-45e13351d6f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:14.979598 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790c09f-5565-465a-a4c4-287353f6b75d req-2e099708-1d57-47ef-9564-35f0c7a1d151 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:14.980728 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-a2022547-710e-4f11-86b3-45e13351d6f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:14.982550 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e790c09f-5565-465a-a4c4-287353f6b75d req-2e099708-1d57-47ef-9564-35f0c7a1d151 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 945 time: 0.1385622
May 11 13:43:15.056423 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-329acf12-af4d-4dfc-87c6-af3e1c301796 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:15.058044 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-329acf12-af4d-4dfc-87c6-af3e1c301796 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/networks?id=6bef4c20-4a6c-40a5-b258-199c12fc2595 HTTP/1.1" status: 200  len: 814 time: 0.2299986
May 11 13:43:15.067096 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e790c09f-5565-465a-a4c4-287353f6b75d req-0831dbbb-9395-4fff-903c-dddb298b5259 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748556
May 11 13:43:15.093581 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-e9f620a4-0dcf-4e6f-b33b-e162551d4e7c tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/quotas/92510857ca1047488f92675951404302 HTTP/1.1" status: 200  len: 375 time: 0.0187476
May 11 13:43:15.260922 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a2022547-710e-4f11-86b3-45e13351d6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:15.267629 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a2022547-710e-4f11-86b3-45e13351d6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:15.281384 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-675f4781-ab83-47ce-a33f-a7fa99511ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:15.326968 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-a2022547-710e-4f11-86b3-45e13351d6f1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a437b8c848c246c9aa39376f975e1ffe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8400986
May 11 13:43:15.330360 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 43796) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:15.341239 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-fd390dbd-869a-4520-91ae-f45f8f83a553 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=92510857ca1047488f92675951404302&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2400162
May 11 13:43:15.351933 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2022547-710e-4f11-86b3-45e13351d6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd38bfb9-0c69-46bd-91a2-2da8fc38b7af,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:15.355600 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-a2022547-710e-4f11-86b3-45e13351d6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:15.415989 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4929344d-7a03-4b4d-881b-377397e93efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:15.447709 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4929344d-7a03-4b4d-881b-377397e93efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:15.514726 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-a9f17410-77a5-4cae-917f-00eaa0e07d53 service neutron] 10.222.0.48 "GET /v2.0/networks/6bef4c20-4a6c-40a5-b258-199c12fc2595?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1540926
May 11 13:43:15.517351 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4929344d-7a03-4b4d-881b-377397e93efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:15.523743 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-18c8ff4c-b6a0-4815-9c79-889f28c0705f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:15.536912 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929344d-7a03-4b4d-881b-377397e93efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd38bfb9-0c69-46bd-91a2-2da8fc38b7af,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:15.542622 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:43:15.546383 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-4929344d-7a03-4b4d-881b-377397e93efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:15.554558 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4929344d-7a03-4b4d-881b-377397e93efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:15.560309 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-4929344d-7a03-4b4d-881b-377397e93efd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd38bfb9-0c69-46bd-91a2-2da8fc38b7af HTTP/1.1" status: 204  len: 168 time: 0.2251246
May 11 13:43:15.756547 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-f3526024-455b-44f5-81d0-e167c280c9e7 service neutron] 10.222.0.48 "GET /v2.0/networks/6bef4c20-4a6c-40a5-b258-199c12fc2595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2353942
May 11 13:43:15.865867 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device b9133721-c031-4f27-bf23-ce20615948a3 up at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:43:16.019814 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-91b460f8-cf4e-4373-8315-b0d4ca2c5404 req-8449bf01-1180-4c21-9db5-4ae67bd52c06 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ef51ee-afa3-4100-9801-fd84fa281988 HTTP/1.1" status: 200  len: 210 time: 0.0592644
May 11 13:43:16.061016 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning for port b9133721-c031-4f27-bf23-ce20615948a3 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:43:16.072267 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning complete for port b9133721-c031-4f27-bf23-ce20615948a3 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:43:16.073114 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:16.236814 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec8e73-824c-4cae-a56a-215b1e661faf req-c4fdae67-45b9-4ff6-a752-319a10d4424d tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:16.238685 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c2ec8e73-824c-4cae-a56a-215b1e661faf req-c4fdae67-45b9-4ff6-a752-319a10d4424d tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c43268-896e-4816-85b6-8f7fcb14c85b HTTP/1.1" status: 200  len: 944 time: 0.1950893
May 11 13:43:16.437839 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:16.470013 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c2ec8e73-824c-4cae-a56a-215b1e661faf req-cfe85a78-4f79-4160-80bd-e0e3539ae091 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/security-groups?id=31e74f5b-58eb-4dde-8d62-e45732996f5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2153347
May 11 13:43:16.610698 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c43268-896e-4816-85b6-8f7fcb14c85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9133721-c031-4f27-bf23-ce20615948a3'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:43:16.653476 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port b9133721-c031-4f27-bf23-ce20615948a3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b9133721-c031-4f27-bf23-ce20615948a3,segment=NetworkSegment(5b62c77f-a65c-42b5-9cc1-650e848ba5f8),segment_id=5b62c77f-a65c-42b5-9cc1-650e848ba5f8)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:43:16.668340 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:16.672305 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:16.719296 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 43850) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:16.766472 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d2617f69-e2b4-40eb-a908-0a5d065fc3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:16.789049 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136a8bd-bc52-4c75-bd10-4792aa584a4d req-94c52160-fa6a-4879-bd12-22a97c8ce727 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:16.790790 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8136a8bd-bc52-4c75-bd10-4792aa584a4d req-94c52160-fa6a-4879-bd12-22a97c8ce727 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 945 time: 0.3389969
May 11 13:43:16.852460 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-d2617f69-e2b4-40eb-a908-0a5d065fc3e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:16.864773 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-d2617f69-e2b4-40eb-a908-0a5d065fc3e5 admin admin] Usage tracker for resource:security_group_rule and tenant:4e77946411b74d1ea9db22ff045ce089 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:16.873263 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-d2617f69-e2b4-40eb-a908-0a5d065fc3e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:16.887266 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-d2617f69-e2b4-40eb-a908-0a5d065fc3e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:16.944296 dv-cinder-784779-11-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c43268-896e-4816-85b6-8f7fcb14c85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9133721-c031-4f27-bf23-ce20615948a3', 'code': 200}
May 11 13:43:16.953263 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=b9133721-c031-4f27-bf23-ce20615948a3,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:16.964918 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:17.076636 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8136a8bd-bc52-4c75-bd10-4792aa584a4d req-34d010d5-ed70-4b89-9f09-ff606ffd3d40 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2747955
May 11 13:43:17.115523 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d2617f69-e2b4-40eb-a908-0a5d065fc3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:17.122917 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d2617f69-e2b4-40eb-a908-0a5d065fc3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:17.133761 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-2f5c0e50-2f67-48c7-b59d-40ecebca42fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:17.180808 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-d2617f69-e2b4-40eb-a908-0a5d065fc3e5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4e77946411b74d1ea9db22ff045ce089&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4573860
May 11 13:43:17.180808 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 43876) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:17.183502 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2617f69-e2b4-40eb-a908-0a5d065fc3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf81b65-316a-47e9-908b-9e46073e658c,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:17.196721 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d2617f69-e2b4-40eb-a908-0a5d065fc3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:17.259680 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-eb65ea96-b5a0-419d-a42f-f336bb42dce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:17.291362 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-eb65ea96-b5a0-419d-a42f-f336bb42dce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:17.332678 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2aa89c26-eae2-4521-a4ce-c19ef70f9637 req-ca3bd486-7e0e-4f8e-9704-d4d0334ec2d4 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ef51ee-afa3-4100-9801-fd84fa281988 HTTP/1.1" status: 200  len: 210 time: 0.0821111
May 11 13:43:17.366481 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-eb65ea96-b5a0-419d-a42f-f336bb42dce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:17.373910 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-b38ee4cf-ed02-4ced-9399-c728a989cf85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:17.388467 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65ea96-b5a0-419d-a42f-f336bb42dce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf81b65-316a-47e9-908b-9e46073e658c,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:17.391752 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-eb65ea96-b5a0-419d-a42f-f336bb42dce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:17.393904 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-eb65ea96-b5a0-419d-a42f-f336bb42dce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:17.398867 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-eb65ea96-b5a0-419d-a42f-f336bb42dce8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bdf81b65-316a-47e9-908b-9e46073e658c HTTP/1.1" status: 204  len: 168 time: 0.2135024
May 11 13:43:17.828254 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ef5f3-45b4-42d4-a44b-43d3bb73323a req-1905bdf8-2e3a-44fd-985c-d91f4cefad0b tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:17.830813 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e61ef5f3-45b4-42d4-a44b-43d3bb73323a req-1905bdf8-2e3a-44fd-985c-d91f4cefad0b tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c43268-896e-4816-85b6-8f7fcb14c85b HTTP/1.1" status: 200  len: 945 time: 0.1438344
May 11 13:43:17.912935 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e61ef5f3-45b4-42d4-a44b-43d3bb73323a req-72be073a-ecfc-4bf0-8ecc-1f7aecb96901 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/security-groups?id=31e74f5b-58eb-4dde-8d62-e45732996f5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720236
May 11 13:43:18.825524 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 43970) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:18.994493 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6695a98b-30c9-477b-9698-176bc0a428cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:19.016724 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-6695a98b-30c9-477b-9698-176bc0a428cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:19.022545 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-6695a98b-30c9-477b-9698-176bc0a428cd admin admin] Usage tracker for resource:security_group_rule and tenant:7ff187d60e744d4fb52ebdb2816b3de3 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:19.026614 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-6695a98b-30c9-477b-9698-176bc0a428cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:19.034299 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-6695a98b-30c9-477b-9698-176bc0a428cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:19.161106 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6695a98b-30c9-477b-9698-176bc0a428cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:19.167061 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6695a98b-30c9-477b-9698-176bc0a428cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:19.183125 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:19.264552 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-6695a98b-30c9-477b-9698-176bc0a428cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ff187d60e744d4fb52ebdb2816b3de3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4348872
May 11 13:43:19.265006 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 43988) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:19.265461 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695a98b-30c9-477b-9698-176bc0a428cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f8a563-fe5b-4899-a129-6f9ec0231e7c,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:19.270322 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-6695a98b-30c9-477b-9698-176bc0a428cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:19.361164 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-74a52aaa-c9c6-407b-86fd-ac13059e7e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:19.413906 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-74a52aaa-c9c6-407b-86fd-ac13059e7e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:19.499762 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-74a52aaa-c9c6-407b-86fd-ac13059e7e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:19.512353 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-4929344d-7a03-4b4d-881b-377397e93efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:19.527059 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a52aaa-c9c6-407b-86fd-ac13059e7e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f8a563-fe5b-4899-a129-6f9ec0231e7c,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:19.529392 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-74a52aaa-c9c6-407b-86fd-ac13059e7e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:19.538356 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-74a52aaa-c9c6-407b-86fd-ac13059e7e32 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3f8a563-fe5b-4899-a129-6f9ec0231e7c HTTP/1.1" status: 204  len: 168 time: 0.2672656
May 11 13:43:19.539530 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-74a52aaa-c9c6-407b-86fd-ac13059e7e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:19.894852 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 44016) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:20.041452 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1a76e7a4-297b-4fbd-9014-b64776374eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:20.047082 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 44022) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:20.058579 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-1a76e7a4-297b-4fbd-9014-b64776374eee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:20.063174 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-1a76e7a4-297b-4fbd-9014-b64776374eee admin admin] Usage tracker for resource:security_group_rule and tenant:a4c3e71f753a4cad98f03c0af56ad9a8 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:20.066935 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-1a76e7a4-297b-4fbd-9014-b64776374eee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:20.068819 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-49a4972f-d8fe-4716-a38e-e25274416b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:20.077354 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-1a76e7a4-297b-4fbd-9014-b64776374eee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:20.086073 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-49a4972f-d8fe-4716-a38e-e25274416b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:20.090686 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-49a4972f-d8fe-4716-a38e-e25274416b67 admin admin] Usage tracker for resource:security_group_rule and tenant:f11185161e5d4b9ba09ac95af7404859 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:20.094024 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-49a4972f-d8fe-4716-a38e-e25274416b67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:20.100761 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-49a4972f-d8fe-4716-a38e-e25274416b67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:20.254041 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1a76e7a4-297b-4fbd-9014-b64776374eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:20.261354 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1a76e7a4-297b-4fbd-9014-b64776374eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:20.272897 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-49a4972f-d8fe-4716-a38e-e25274416b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:20.281142 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-49a4972f-d8fe-4716-a38e-e25274416b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:20.286549 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-eb65ea96-b5a0-419d-a42f-f336bb42dce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:20.294195 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-435baaa9-481a-46a3-9a25-2273c2dcaad9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:20.357679 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-49a4972f-d8fe-4716-a38e-e25274416b67 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f11185161e5d4b9ba09ac95af7404859&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3090889
May 11 13:43:20.364032 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4972f-d8fe-4716-a38e-e25274416b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f58a5a-588d-431d-a9ca-b2af8223be72,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:20.368242 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-49a4972f-d8fe-4716-a38e-e25274416b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:20.369170 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 44026) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:20.399480 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472b920-cd9f-4bf0-b05b-921b878b55c1 req-ca93f143-c69a-47ce-8fb7-6fdbb7e2750e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:20.403282 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9472b920-cd9f-4bf0-b05b-921b878b55c1 req-ca93f143-c69a-47ce-8fb7-6fdbb7e2750e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=26c43268-896e-4816-85b6-8f7fcb14c85b HTTP/1.1" status: 200  len: 1098 time: 0.2232640
May 11 13:43:20.421442 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-1a76e7a4-297b-4fbd-9014-b64776374eee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4c3e71f753a4cad98f03c0af56ad9a8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5177014
May 11 13:43:20.422988 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 44030) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:20.424953 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76e7a4-297b-4fbd-9014-b64776374eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daee2123-3686-4fa7-8f09-fb768caf5f58,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:20.431981 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1a76e7a4-297b-4fbd-9014-b64776374eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:20.563081 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-15f19f31-8b96-4895-9db3-f7063d9a4674 req-f5727243-de55-4ea5-ba94-3de1092c5d1a tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ef51ee-afa3-4100-9801-fd84fa281988 HTTP/1.1" status: 200  len: 210 time: 0.1263125
May 11 13:43:20.583371 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9472b920-cd9f-4bf0-b05b-921b878b55c1 req-bc7e8c39-a2a8-49b8-9207-2735babb0cd6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=31e74f5b-58eb-4dde-8d62-e45732996f5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1703691
May 11 13:43:20.604662 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c649ab66-9e73-4c52-b2f5-715548247491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:20.641847 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2fb50780-bd32-4fb2-9595-40981985dcd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:20.690288 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2fb50780-bd32-4fb2-9595-40981985dcd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:20.696340 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c649ab66-9e73-4c52-b2f5-715548247491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:20.730366 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cb175-d9e3-4398-ba14-d77864b3fb2a req-1c4d9dd4-4c1b-4a84-99df-92c1f5fe9e41 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:20.733310 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ef8cb175-d9e3-4398-ba14-d77864b3fb2a req-1c4d9dd4-4c1b-4a84-99df-92c1f5fe9e41 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 945 time: 0.2590961
May 11 13:43:20.852847 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2fb50780-bd32-4fb2-9595-40981985dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:20.861503 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-709b2d31-2d22-4721-aa0a-30a865671ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:20.863233 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ef8cb175-d9e3-4398-ba14-d77864b3fb2a req-f74c9dbe-e0f7-413f-b372-af13bee3d3d1 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123371
May 11 13:43:20.890302 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c649ab66-9e73-4c52-b2f5-715548247491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:20.898754 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb50780-bd32-4fb2-9595-40981985dcd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daee2123-3686-4fa7-8f09-fb768caf5f58,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:20.903056 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-6de1212d-f582-4888-a81f-72b7eae1f4a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:20.918319 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-2fb50780-bd32-4fb2-9595-40981985dcd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:20.932282 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649ab66-9e73-4c52-b2f5-715548247491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f58a5a-588d-431d-a9ca-b2af8223be72,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:20.932552 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e349b7a-4880-40ed-bf51-f33dc3fae333 req-07524aac-a3c9-449b-9a63-9257a810ec6d tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:20.934768 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7e349b7a-4880-40ed-bf51-f33dc3fae333 req-07524aac-a3c9-449b-9a63-9257a810ec6d tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c43268-896e-4816-85b6-8f7fcb14c85b HTTP/1.1" status: 200  len: 945 time: 0.1990924
May 11 13:43:20.936066 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-c649ab66-9e73-4c52-b2f5-715548247491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:20.945396 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2fb50780-bd32-4fb2-9595-40981985dcd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:20.947678 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-2fb50780-bd32-4fb2-9595-40981985dcd8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/daee2123-3686-4fa7-8f09-fb768caf5f58 HTTP/1.1" status: 204  len: 168 time: 0.5141246
May 11 13:43:20.960583 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c649ab66-9e73-4c52-b2f5-715548247491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:20.967769 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-c649ab66-9e73-4c52-b2f5-715548247491 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e0f58a5a-588d-431d-a9ca-b2af8223be72 HTTP/1.1" status: 204  len: 168 time: 0.5966339
May 11 13:43:21.041730 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7e349b7a-4880-40ed-bf51-f33dc3fae333 req-1d0cc836-9e6b-4614-bda4-08b732085bb5 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/security-groups?id=31e74f5b-58eb-4dde-8d62-e45732996f5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915558
May 11 13:43:21.804985 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 44062) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:21.873872 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2394add4-7100-47ee-8319-010ead8e60d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:21.943214 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-2394add4-7100-47ee-8319-010ead8e60d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:21.956074 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-2394add4-7100-47ee-8319-010ead8e60d7 admin admin] Usage tracker for resource:security_group_rule and tenant:cb6500e3fc3f49beb172505f5e899729 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:21.970288 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-2394add4-7100-47ee-8319-010ead8e60d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:21.979192 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2a088552-6b41-46b3-8f65-2b8bb35863a5 req-476fdbac-6012-49f0-b3ec-de4fd7e7d0d9 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ef51ee-afa3-4100-9801-fd84fa281988 HTTP/1.1" status: 200  len: 210 time: 0.0908599
May 11 13:43:22.008884 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-2394add4-7100-47ee-8319-010ead8e60d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:22.025464 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-6516e069-6f9e-46a5-a337-780745326a67 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:22.027750 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-6516e069-6f9e-46a5-a337-780745326a67 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.54 "GET /v2.0/networks?id=6bef4c20-4a6c-40a5-b258-199c12fc2595 HTTP/1.1" status: 200  len: 814 time: 0.4650497
May 11 13:43:22.054900 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-1bb70745-e059-4f65-a7df-bc967f948a72 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Request body: {'port': {'device_id': '19ef51ee-afa3-4100-9801-fd84fa281988', 'network_id': '6bef4c20-4a6c-40a5-b258-199c12fc2595', 'admin_state_up': True, 'tenant_id': '92510857ca1047488f92675951404302'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:43:22.335050 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-1bb70745-e059-4f65-a7df-bc967f948a72 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:22.388859 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-1bb70745-e059-4f65-a7df-bc967f948a72 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:22.461059 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff94d3-63d7-453f-ba87-3b08a75ef108 req-c3b1a131-f154-46a0-9280-17acc1f70e16 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:22.463263 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2394add4-7100-47ee-8319-010ead8e60d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:22.469951 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-53ff94d3-63d7-453f-ba87-3b08a75ef108 req-c3b1a131-f154-46a0-9280-17acc1f70e16 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c43268-896e-4816-85b6-8f7fcb14c85b HTTP/1.1" status: 200  len: 945 time: 0.1300309
May 11 13:43:22.485279 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2394add4-7100-47ee-8319-010ead8e60d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:22.501475 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-1bb70745-e059-4f65-a7df-bc967f948a72 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Made reservation on behalf of 92510857ca1047488f92675951404302 for: {'port': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:43:22.504141 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d2617f69-e2b4-40eb-a908-0a5d065fc3e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:22.505941 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-1bb70745-e059-4f65-a7df-bc967f948a72 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:22.568100 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c4155-6a85-408b-8f6f-af45ff4fa973 req-a67e38db-f34e-4750-97d7-af5c1fa6908e tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:22.570235 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-672c4155-6a85-408b-8f6f-af45ff4fa973 req-a67e38db-f34e-4750-97d7-af5c1fa6908e tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 945 time: 0.4272346
May 11 13:43:22.645789 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-2394add4-7100-47ee-8319-010ead8e60d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cb6500e3fc3f49beb172505f5e899729&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8350871
May 11 13:43:22.645789 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394add4-7100-47ee-8319-010ead8e60d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb67753-e030-43eb-bccc-b034220f571f,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:22.650564 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-2394add4-7100-47ee-8319-010ead8e60d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:22.654129 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 44092) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:22.660218 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-53ff94d3-63d7-453f-ba87-3b08a75ef108 req-cf5831f0-7bba-41fd-a036-80d2becb2616 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/security-groups?id=31e74f5b-58eb-4dde-8d62-e45732996f5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1886609
May 11 13:43:22.715979 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-672c4155-6a85-408b-8f6f-af45ff4fa973 req-1df28d85-127d-4ea3-a16b-a3b4cbdcc614 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303566
May 11 13:43:22.738208 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6552fddb-abe9-4bed-ad89-3f873febcaac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:22.774990 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6552fddb-abe9-4bed-ad89-3f873febcaac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:22.783076 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-1bb70745-e059-4f65-a7df-bc967f948a72 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Allocated IP 172.20.0.9 (6bef4c20-4a6c-40a5-b258-199c12fc2595/7d76bbac-8265-42c9-b0ff-de76986a4e85/7744aabf-0076-4961-babd-a232eda2ac67) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:43:22.878515 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6552fddb-abe9-4bed-ad89-3f873febcaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:22.891992 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-b7d1af80-9962-4f5d-b9d9-20846a61d2ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:22.924456 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552fddb-abe9-4bed-ad89-3f873febcaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb67753-e030-43eb-bccc-b034220f571f,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:22.940846 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6552fddb-abe9-4bed-ad89-3f873febcaac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:22.963390 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6552fddb-abe9-4bed-ad89-3f873febcaac admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:22.967742 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-6552fddb-abe9-4bed-ad89-3f873febcaac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fdb67753-e030-43eb-bccc-b034220f571f HTTP/1.1" status: 204  len: 168 time: 0.3121836
May 11 13:43:23.245987 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b4490416-caa0-411e-8f18-ef3efeda172e req-0ea3b6f5-6373-49d6-b0a9-21adc46f4ccb tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ef51ee-afa3-4100-9801-fd84fa281988 HTTP/1.1" status: 200  len: 210 time: 0.0659516
May 11 13:43:23.312781 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-1bb70745-e059-4f65-a7df-bc967f948a72 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:23.399944 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-1bb70745-e059-4f65-a7df-bc967f948a72 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:23.410101 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-30b959ad-ec49-4674-b0c3-7ef95b36b60b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:23.416774 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['c000ac65-a9aa-42c3-be16-e2635cb14df1', 'b09d77a6-634d-4771-a4de-848c646b93bd'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:43:23.675315 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-1bb70745-e059-4f65-a7df-bc967f948a72 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Network 6bef4c20-4a6c-40a5-b258-199c12fc2595 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:43:23.681962 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-1bb70745-e059-4f65-a7df-bc967f948a72 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:43:23.696809 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-1bb70745-e059-4f65-a7df-bc967f948a72 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:43:23.913821 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-1bb70745-e059-4f65-a7df-bc967f948a72 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:23.915324 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-1bb70745-e059-4f65-a7df-bc967f948a72 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:23.939162 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb70745-e059-4f65-a7df-bc967f948a72 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Pushing event updated for resources: {'Port': ['ID=7744aabf-0076-4961-babd-a232eda2ac67,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:23.993732 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-1bb70745-e059-4f65-a7df-bc967f948a72 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:23.997658 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-1bb70745-e059-4f65-a7df-bc967f948a72 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9541512
May 11 13:43:24.084509 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579f84f-57c0-4175-b100-5327c52be3a9 req-c60cdb84-7941-455e-8928-369ddaec420c tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:24.096517 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5579f84f-57c0-4175-b100-5327c52be3a9 req-c60cdb84-7941-455e-8928-369ddaec420c tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 945 time: 0.1956897
May 11 13:43:24.163075 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-2b93910f-8fe4-4b44-b3c2-430e5ea4175d service neutron] Request body: {'port': {'device_id': '19ef51ee-afa3-4100-9801-fd84fa281988', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:43:24.175747 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5579f84f-57c0-4175-b100-5327c52be3a9 req-c54dbad8-3bbe-4f18-8e4c-65fe59bfc9a7 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767307
May 11 13:43:24.314308 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54b776-26d0-4bdc-b85a-945727a55ca0 req-52b55ba3-aa7a-4f5d-b649-1c78379585ae tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:24.315901 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fb54b776-26d0-4bdc-b85a-945727a55ca0 req-52b55ba3-aa7a-4f5d-b649-1c78379585ae tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c43268-896e-4816-85b6-8f7fcb14c85b HTTP/1.1" status: 200  len: 945 time: 0.3115537
May 11 13:43:24.329754 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-2b93910f-8fe4-4b44-b3c2-430e5ea4175d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:24.482851 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fb54b776-26d0-4bdc-b85a-945727a55ca0 req-62e553a6-ca38-477c-855d-0b4f6505a2d7 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/security-groups?id=31e74f5b-58eb-4dde-8d62-e45732996f5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375434
May 11 13:43:24.836146 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 44198) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:24.979468 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48102d18-5116-497a-967d-36b503d44a1f req-92bbe4eb-6f17-45eb-a930-fce93615fe0b tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:24.980698 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-48102d18-5116-497a-967d-36b503d44a1f req-92bbe4eb-6f17-45eb-a930-fce93615fe0b tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Synchronizing usage tracker for tenant:92510857ca1047488f92675951404302 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:43:25.000785 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-ce6e5b16-473a-4ae7-bfe8-83052fcdd809 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-19276422-network', 'tenant_id': 'cdc0198df33441df9c42d4cfbc3700ab'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:43:25.012730 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-ce6e5b16-473a-4ae7-bfe8-83052fcdd809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:25.021647 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-ce6e5b16-473a-4ae7-bfe8-83052fcdd809 admin admin] Usage tracker for resource:network and tenant:cdc0198df33441df9c42d4cfbc3700ab is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:25.027320 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-ce6e5b16-473a-4ae7-bfe8-83052fcdd809 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:25.041748 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-ce6e5b16-473a-4ae7-bfe8-83052fcdd809 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:25.043094 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-48102d18-5116-497a-967d-36b503d44a1f req-92bbe4eb-6f17-45eb-a930-fce93615fe0b tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Unset dirty status for tenant:92510857ca1047488f92675951404302 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:43:25.045438 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-48102d18-5116-497a-967d-36b503d44a1f req-92bbe4eb-6f17-45eb-a930-fce93615fe0b tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ef51ee-afa3-4100-9801-fd84fa281988 HTTP/1.1" status: 200  len: 931 time: 0.4094481
May 11 13:43:25.074006 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6e5b16-473a-4ae7-bfe8-83052fcdd809 admin admin] Made reservation on behalf of cdc0198df33441df9c42d4cfbc3700ab for: {'network': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:43:25.077447 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ce6e5b16-473a-4ae7-bfe8-83052fcdd809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for network, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:25.096529 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ce6e5b16-473a-4ae7-bfe8-83052fcdd809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:25.130778 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-ce6e5b16-473a-4ae7-bfe8-83052fcdd809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:25.136314 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-ce6e5b16-473a-4ae7-bfe8-83052fcdd809 admin admin] Usage tracker for resource:security_group_rule and tenant:cdc0198df33441df9c42d4cfbc3700ab is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:25.141282 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-ce6e5b16-473a-4ae7-bfe8-83052fcdd809 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:25.150949 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-ce6e5b16-473a-4ae7-bfe8-83052fcdd809 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:25.166199 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-48102d18-5116-497a-967d-36b503d44a1f req-7cf70e23-0563-4d63-8f59-6208b3bbbce3 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023316
May 11 13:43:25.295450 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ce6e5b16-473a-4ae7-bfe8-83052fcdd809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:25.305030 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ce6e5b16-473a-4ae7-bfe8-83052fcdd809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:25.310086 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:25.333498 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-2b93910f-8fe4-4b44-b3c2-430e5ea4175d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7744aabf-0076-4961-babd-a232eda2ac67 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:43:25.350437 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-2b93910f-8fe4-4b44-b3c2-430e5ea4175d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:25.355333 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e5b16-473a-4ae7-bfe8-83052fcdd809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f546843-065d-434c-b3bd-68ca18b20a70,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:25.360858 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ce6e5b16-473a-4ae7-bfe8-83052fcdd809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:25.376569 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce6e5b16-473a-4ae7-bfe8-83052fcdd809 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'}  {{(pid=78703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 11 13:43:25.392051 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ce6e5b16-473a-4ae7-bfe8-83052fcdd809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:25.392398 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.db.segments_db [None req-ce6e5b16-473a-4ae7-bfe8-83052fcdd809 admin admin] Added segment 477c261c-3b38-41bc-9db8-9eca436c3498 of type vlan for network 44156c77-512a-452a-a9ec-f0e8a61dbafc
May 11 13:43:25.404595 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-2b93910f-8fe4-4b44-b3c2-430e5ea4175d service neutron] Transition to ACTIVE for port object 7744aabf-0076-4961-babd-a232eda2ac67 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:43:25.410962 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-2b93910f-8fe4-4b44-b3c2-430e5ea4175d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:25.427667 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:25.436936 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ce6e5b16-473a-4ae7-bfe8-83052fcdd809 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734582415728'] for network, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:25.484981 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ce6e5b16-473a-4ae7-bfe8-83052fcdd809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for network, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:25.491329 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6e5b16-473a-4ae7-bfe8-83052fcdd809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:25.491732 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ce6e5b16-473a-4ae7-bfe8-83052fcdd809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:25.652912 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:25.676844 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-ce6e5b16-473a-4ae7-bfe8-83052fcdd809 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.8358192
May 11 13:43:25.787444 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 44220) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:25.826264 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e5b16-473a-4ae7-bfe8-83052fcdd809 admin admin] Pushing event updated for resources: {'Network': ['ID=44156c77-512a-452a-a9ec-f0e8a61dbafc,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:25.829740 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ce6e5b16-473a-4ae7-bfe8-83052fcdd809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:25.839621 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Network 44156c77-512a-452a-a9ec-f0e8a61dbafc details requested by agent ovs-agent-dv-cinder-784779-11-iscsi with host dv-cinder-784779-11-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 11 13:43:25.861197 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-38e4f42f-d9a8-43cb-a7d1-369cdcf650e9 admin admin] Request body: {'subnet': {'network_id': '44156c77-512a-452a-a9ec-f0e8a61dbafc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-19276422-subnet', 'tenant_id': 'cdc0198df33441df9c42d4cfbc3700ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:43:25.885467 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-38e4f42f-d9a8-43cb-a7d1-369cdcf650e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:25.904274 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc460d7c-a3ec-4b19-b460-82e06ae7aaa2 req-0b7f7a98-83df-41ee-9aca-1de2092eaa82 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:25.913368 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cc460d7c-a3ec-4b19-b460-82e06ae7aaa2 req-0b7f7a98-83df-41ee-9aca-1de2092eaa82 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 945 time: 0.4043858
May 11 13:43:25.928813 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-38e4f42f-d9a8-43cb-a7d1-369cdcf650e9 admin admin] Usage tracker for resource:subnet and tenant:cdc0198df33441df9c42d4cfbc3700ab is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:25.939381 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93910f-8fe4-4b44-b3c2-430e5ea4175d service neutron] Pushing event updated for resources: {'Port': ['ID=7744aabf-0076-4961-babd-a232eda2ac67,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:25.942190 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-38e4f42f-d9a8-43cb-a7d1-369cdcf650e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:25.957920 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2b93910f-8fe4-4b44-b3c2-430e5ea4175d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:25.998067 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-38e4f42f-d9a8-43cb-a7d1-369cdcf650e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:26.027522 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e4f42f-d9a8-43cb-a7d1-369cdcf650e9 admin admin] Made reservation on behalf of cdc0198df33441df9c42d4cfbc3700ab for: {'subnet': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:43:26.029895 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-38e4f42f-d9a8-43cb-a7d1-369cdcf650e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514369'] for subnet, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:26.037884 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cc460d7c-a3ec-4b19-b460-82e06ae7aaa2 req-926c0398-4397-4a6f-ab49-f9316e559262 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234918
May 11 13:43:26.207831 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 44244) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:26.251165 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-2b93910f-8fe4-4b44-b3c2-430e5ea4175d service neutron] Attempting to bind port 7744aabf-0076-4961-babd-a232eda2ac67 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:43:26.251506 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-2b93910f-8fe4-4b44-b3c2-430e5ea4175d service neutron] Attempting to bind port 7744aabf-0076-4961-babd-a232eda2ac67 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'c610bf4a-eec2-4b42-8f03-c7d49a9b54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6bef4c20-4a6c-40a5-b258-199c12fc2595'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:43:26.251892 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-2b93910f-8fe4-4b44-b3c2-430e5ea4175d service neutron] Attempting to bind port 7744aabf-0076-4961-babd-a232eda2ac67 on network 6bef4c20-4a6c-40a5-b258-199c12fc2595 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:43:26.256698 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56891824-3508-4f46-a37d-ecc50ceb38d1 req-fdf3a9e9-c5fa-43b6-870a-9def3e1f1a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:26.258487 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-56891824-3508-4f46-a37d-ecc50ceb38d1 req-fdf3a9e9-c5fa-43b6-870a-9def3e1f1a08 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 1098 time: 0.5032530
May 11 13:43:26.312804 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-2b93910f-8fe4-4b44-b3c2-430e5ea4175d service neutron] Port 7744aabf-0076-4961-babd-a232eda2ac67 on network 6bef4c20-4a6c-40a5-b258-199c12fc2595 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 11 13:43:26.313130 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-2b93910f-8fe4-4b44-b3c2-430e5ea4175d service neutron] Attempting to bind port 7744aabf-0076-4961-babd-a232eda2ac67 on network 6bef4c20-4a6c-40a5-b258-199c12fc2595 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:43:26.327814 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-56891824-3508-4f46-a37d-ecc50ceb38d1 req-d24de0ca-d562-4db2-8098-9ac8c1a6a2d1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595760
May 11 13:43:26.330251 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-2b93910f-8fe4-4b44-b3c2-430e5ea4175d service neutron] Checking agent: {'id': '90698981-c276-4592-9423-0c50fa5e2f21', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'started_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:43:26.330578 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-2b93910f-8fe4-4b44-b3c2-430e5ea4175d service neutron] Checking segment: {'id': 'c610bf4a-eec2-4b42-8f03-c7d49a9b54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6bef4c20-4a6c-40a5-b258-199c12fc2595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:43:26.330962 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-2b93910f-8fe4-4b44-b3c2-430e5ea4175d service neutron] Bound using segment: {'id': 'c610bf4a-eec2-4b42-8f03-c7d49a9b54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6bef4c20-4a6c-40a5-b258-199c12fc2595'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:43:26.331416 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-2b93910f-8fe4-4b44-b3c2-430e5ea4175d service neutron] Bound port: 7744aabf-0076-4961-babd-a232eda2ac67, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c610bf4a-eec2-4b42-8f03-c7d49a9b54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6bef4c20-4a6c-40a5-b258-199c12fc2595'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:43:26.331790 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-2b93910f-8fe4-4b44-b3c2-430e5ea4175d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:26.473391 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c4cce5c6-7f78-4dfd-a504-acc668095f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:26.510524 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-c4cce5c6-7f78-4dfd-a504-acc668095f9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:26.519532 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-c4cce5c6-7f78-4dfd-a504-acc668095f9f admin admin] Usage tracker for resource:security_group_rule and tenant:6fb806a7181c4029825fd0f22ecff99a is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:26.525385 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-c4cce5c6-7f78-4dfd-a504-acc668095f9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:26.539413 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-c4cce5c6-7f78-4dfd-a504-acc668095f9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:26.546591 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-2b93910f-8fe4-4b44-b3c2-430e5ea4175d service neutron] For port 7744aabf-0076-4961-babd-a232eda2ac67, host hv-cinder-78477, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:43:26.578918 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-2b93910f-8fe4-4b44-b3c2-430e5ea4175d service neutron] For port 7744aabf-0076-4961-babd-a232eda2ac67, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7744aabf-0076-4961-babd-a232eda2ac67,segment=NetworkSegment(c610bf4a-eec2-4b42-8f03-c7d49a9b54e2),segment_id=c610bf4a-eec2-4b42-8f03-c7d49a9b54e2)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:43:26.588044 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-2b93910f-8fe4-4b44-b3c2-430e5ea4175d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:26.601262 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:26.692246 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-2b93910f-8fe4-4b44-b3c2-430e5ea4175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:26.692970 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-2b93910f-8fe4-4b44-b3c2-430e5ea4175d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:26.694416 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-2b93910f-8fe4-4b44-b3c2-430e5ea4175d service neutron] 10.222.0.54 "PUT /v2.0/ports/7744aabf-0076-4961-babd-a232eda2ac67 HTTP/1.1" status: 200  len: 1093 time: 2.6281455
May 11 13:43:26.700936 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ef51ee-afa3-4100-9801-fd84fa281988', 'tag': '7744aabf-0076-4961-babd-a232eda2ac67'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:43:26.776255 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c4cce5c6-7f78-4dfd-a504-acc668095f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:26.789323 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c4cce5c6-7f78-4dfd-a504-acc668095f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:26.796384 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548d26e-f28c-4516-9167-93ae7dbcf1e8 req-43490216-a1a8-4af0-b821-7d3934670aab tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:26.799961 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f548d26e-f28c-4516-9167-93ae7dbcf1e8 req-43490216-a1a8-4af0-b821-7d3934670aab tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ef51ee-afa3-4100-9801-fd84fa281988 HTTP/1.1" status: 200  len: 943 time: 0.3841028
May 11 13:43:26.845705 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93910f-8fe4-4b44-b3c2-430e5ea4175d service neutron] Pushing event updated for resources: {'Port': ['ID=7744aabf-0076-4961-babd-a232eda2ac67,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:26.848457 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ffffcc38-d8de-4db3-b9e4-d636857037aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:26.871892 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-c4cce5c6-7f78-4dfd-a504-acc668095f9f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6fb806a7181c4029825fd0f22ecff99a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6586916
May 11 13:43:26.872368 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 44266) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:26.940508 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cce5c6-7f78-4dfd-a504-acc668095f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a1b180-b85c-4d5a-acbf-25b531b7c59f,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:26.961270 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-c4cce5c6-7f78-4dfd-a504-acc668095f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:26.993740 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2b93910f-8fe4-4b44-b3c2-430e5ea4175d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:27.006755 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ef51ee-afa3-4100-9801-fd84fa281988', 'tag': '7744aabf-0076-4961-babd-a232eda2ac67', 'status': 'completed', 'code': 200}
May 11 13:43:27.010216 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-148b886d-834e-4add-9cb9-9b778088823c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:27.067302 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-148b886d-834e-4add-9cb9-9b778088823c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:27.074960 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f548d26e-f28c-4516-9167-93ae7dbcf1e8 req-d62d24d9-28c9-47a7-b528-1037b49ef4a3 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2373047
May 11 13:43:27.139148 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-4d9d188c-7f75-44f6-b3a5-a707ef8bd866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:27.140490 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-4d9d188c-7f75-44f6-b3a5-a707ef8bd866 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92510857ca1047488f92675951404302&device_id=19ef51ee-afa3-4100-9801-fd84fa281988 HTTP/1.1" status: 200  len: 1096 time: 0.3569560
May 11 13:43:27.180423 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-148b886d-834e-4add-9cb9-9b778088823c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:27.197213 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ed9a031c-535f-480e-b395-a24e1b9fb0f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:27.206035 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b886d-834e-4add-9cb9-9b778088823c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a1b180-b85c-4d5a-acbf-25b531b7c59f,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:27.210163 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-148b886d-834e-4add-9cb9-9b778088823c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:27.215378 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-148b886d-834e-4add-9cb9-9b778088823c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:27.221508 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-148b886d-834e-4add-9cb9-9b778088823c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f5a1b180-b85c-4d5a-acbf-25b531b7c59f HTTP/1.1" status: 204  len: 168 time: 0.3471670
May 11 13:43:27.302429 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-10576724-3fe0-4234-bc2c-a2aab149ad0c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7744aabf-0076-4961-babd-a232eda2ac67 HTTP/1.1" status: 200  len: 217 time: 0.1322067
May 11 13:43:27.462170 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-38e4f42f-d9a8-43cb-a7d1-369cdcf650e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2131767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514355'] for subnet, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:27.463887 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-09754643-c5db-4e7f-8121-241a069a4afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:27.465386 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-09754643-c5db-4e7f-8121-241a069a4afc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7d76bbac-8265-42c9-b0ff-de76986a4e85 HTTP/1.1" status: 200  len: 854 time: 0.1120121
May 11 13:43:27.479023 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9816c-d08f-452f-a7e0-7c24abd76f38 req-207facda-8df9-4084-bfc7-4af8b4f03e5f tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:27.480647 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f0c9816c-d08f-452f-a7e0-7c24abd76f38 req-207facda-8df9-4084-bfc7-4af8b4f03e5f tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 945 time: 0.2331481
May 11 13:43:27.483890 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:27.589210 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-b0e9b8b9-34c1-4a21-928d-d2d8dec607d1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6bef4c20-4a6c-40a5-b258-199c12fc2595&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1074026
May 11 13:43:27.756836 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4f42f-d9a8-43cb-a7d1-369cdcf650e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3d057bc-f461-4219-b938-0e02be02f182,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:27.772478 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f0c9816c-d08f-452f-a7e0-7c24abd76f38 req-5b37c5af-945a-4242-ad43-7ee5f8a3f9d4 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2611501
May 11 13:43:27.778032 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-38e4f42f-d9a8-43cb-a7d1-369cdcf650e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:27.780460 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e4f42f-d9a8-43cb-a7d1-369cdcf650e9 admin admin] Checking segment: {'id': '477c261c-3b38-41bc-9db8-9eca436c3498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '44156c77-512a-452a-a9ec-f0e8a61dbafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:43:27.780820 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e4f42f-d9a8-43cb-a7d1-369cdcf650e9 admin admin] Network hostable DHCP agents. Network: 44156c77-512a-452a-a9ec-f0e8a61dbafc, hostable agents: ['4f880931-96b8-4f66-b375-cb7708e9547f'], hosted agents: [] {{(pid=78702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 11 13:43:27.842022 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e4f42f-d9a8-43cb-a7d1-369cdcf650e9 admin admin] Network 44156c77-512a-452a-a9ec-f0e8a61dbafc is scheduled to be hosted by DHCP agent 4f880931-96b8-4f66-b375-cb7708e9547f with binding_index 1 {{(pid=78702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 11 13:43:27.873266 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-47c64b5e-4f0c-4cda-ab0e-e788233fd8b7 service neutron] 10.222.0.54 "GET /v2.0/networks/6bef4c20-4a6c-40a5-b258-199c12fc2595?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2697642
May 11 13:43:27.873888 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-38e4f42f-d9a8-43cb-a7d1-369cdcf650e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-iscsi, 44156c77-512a-452a-a9ec-f0e8a61dbafc) {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:43:27.883869 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e1aea6-b4a0-42e5-a731-21ff6d16eb9c None None] Network 44156c77-512a-452a-a9ec-f0e8a61dbafc requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:43:27.939617 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e4f42f-d9a8-43cb-a7d1-369cdcf650e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:27.939617 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-38e4f42f-d9a8-43cb-a7d1-369cdcf650e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:28.013388 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 44294) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:28.057092 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7ece4d8c-00e1-4cdb-b682-6b21c6bae06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:28.087809 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-7ece4d8c-00e1-4cdb-b682-6b21c6bae06e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:28.097798 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-7ece4d8c-00e1-4cdb-b682-6b21c6bae06e admin admin] Usage tracker for resource:security_group_rule and tenant:f0daacc00db84c30a3194eed888114c2 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:28.101630 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-7ece4d8c-00e1-4cdb-b682-6b21c6bae06e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:28.109684 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-7ece4d8c-00e1-4cdb-b682-6b21c6bae06e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:28.155637 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43396be8-4356-4a78-8e2e-832f8dd3f34a None None] Network 44156c77-512a-452a-a9ec-f0e8a61dbafc requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:43:28.161901 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-38e4f42f-d9a8-43cb-a7d1-369cdcf650e9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 2.3419290
May 11 13:43:28.220294 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-087d53cb-11bc-409a-8dfc-12006d9b735e req-355a2100-68f7-4ece-86b8-151ade07c8e0 service neutron] 10.222.0.54 "GET /v2.0/networks/6bef4c20-4a6c-40a5-b258-199c12fc2595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3364122
May 11 13:43:28.344146 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7ece4d8c-00e1-4cdb-b682-6b21c6bae06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:28.355740 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7ece4d8c-00e1-4cdb-b682-6b21c6bae06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:28.368485 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-403b3806-713c-4ad5-b171-ea2f42ca0b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:28.452986 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 44306) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:28.551205 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc529b-bdf0-4313-bb69-c454e83f382c req-73de3810-5b22-480f-90e7-b4c44e3da7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:28.553074 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-36dc529b-bdf0-4313-bb69-c454e83f382c req-73de3810-5b22-480f-90e7-b4c44e3da7da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92510857ca1047488f92675951404302&device_id=19ef51ee-afa3-4100-9801-fd84fa281988 HTTP/1.1" status: 200  len: 1096 time: 0.2449110
May 11 13:43:28.639456 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-7ece4d8c-00e1-4cdb-b682-6b21c6bae06e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f0daacc00db84c30a3194eed888114c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6247113
May 11 13:43:28.642759 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 44318) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:28.659590 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece4d8c-00e1-4cdb-b682-6b21c6bae06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfe9a32-9024-475e-b301-3935dd7b296d,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:28.667326 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-7ece4d8c-00e1-4cdb-b682-6b21c6bae06e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:28.707115 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996f01a-f1e1-4d5b-b691-df6af3438337 req-5e63729b-6621-44b5-a7b1-cc1bd69c8d69 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:28.708789 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6996f01a-f1e1-4d5b-b691-df6af3438337 req-5e63729b-6621-44b5-a7b1-cc1bd69c8d69 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ef51ee-afa3-4100-9801-fd84fa281988 HTTP/1.1" status: 200  len: 943 time: 0.2806022
May 11 13:43:28.750915 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6959-7f83-47a1-a61d-5cb2cdcbce88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:28.789940 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6959-7f83-47a1-a61d-5cb2cdcbce88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:28.816051 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6996f01a-f1e1-4d5b-b691-df6af3438337 req-c364ccc4-4404-4429-b406-dfdb0d52da9b tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903130
May 11 13:43:28.817174 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc529b-bdf0-4313-bb69-c454e83f382c req-035f0923-1f80-42c1-8346-55fa4f880df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:28.818678 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-36dc529b-bdf0-4313-bb69-c454e83f382c req-035f0923-1f80-42c1-8346-55fa4f880df0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6bef4c20-4a6c-40a5-b258-199c12fc2595 HTTP/1.1" status: 200  len: 915 time: 0.2529981
May 11 13:43:28.918423 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-36dc529b-bdf0-4313-bb69-c454e83f382c req-64e1830e-e223-40d9-be77-b03a5691769c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7744aabf-0076-4961-babd-a232eda2ac67 HTTP/1.1" status: 200  len: 217 time: 0.0814810
May 11 13:43:28.930216 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a3d98150-5c4f-4897-a156-167d26903b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:28.943072 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6959-7f83-47a1-a61d-5cb2cdcbce88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:28.951778 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-2394add4-7100-47ee-8319-010ead8e60d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:28.966229 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-a3d98150-5c4f-4897-a156-167d26903b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:28.974458 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d6959-7f83-47a1-a61d-5cb2cdcbce88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfe9a32-9024-475e-b301-3935dd7b296d,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:28.978028 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-a3d98150-5c4f-4897-a156-167d26903b20 admin admin] Usage tracker for resource:security_group_rule and tenant:f3b31de40f3146c09d7c46099e41c967 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:28.981063 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5c5d6959-7f83-47a1-a61d-5cb2cdcbce88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:28.981994 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-a3d98150-5c4f-4897-a156-167d26903b20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:28.989784 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6959-7f83-47a1-a61d-5cb2cdcbce88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:28.996082 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-5c5d6959-7f83-47a1-a61d-5cb2cdcbce88 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6bfe9a32-9024-475e-b301-3935dd7b296d HTTP/1.1" status: 204  len: 168 time: 0.3502393
May 11 13:43:28.996082 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-a3d98150-5c4f-4897-a156-167d26903b20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:29.042457 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc529b-bdf0-4313-bb69-c454e83f382c req-55f8aa20-27ad-4842-b7ec-cf9f9b38c75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:29.044122 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-36dc529b-bdf0-4313-bb69-c454e83f382c req-55f8aa20-27ad-4842-b7ec-cf9f9b38c75d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7d76bbac-8265-42c9-b0ff-de76986a4e85 HTTP/1.1" status: 200  len: 854 time: 0.1169641
May 11 13:43:29.174056 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-36dc529b-bdf0-4313-bb69-c454e83f382c req-3f85ff37-e3cc-4e2c-9973-f1218c5ef5bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6bef4c20-4a6c-40a5-b258-199c12fc2595&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1206098
May 11 13:43:29.188538 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ce57e-8f4f-4430-8e28-4dd2b92d128f req-34d28f44-6dd3-4f38-b395-dca5645bf4f5 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:29.192470 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e61ce57e-8f4f-4430-8e28-4dd2b92d128f req-34d28f44-6dd3-4f38-b395-dca5645bf4f5 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 945 time: 0.1740985
May 11 13:43:29.256201 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a3d98150-5c4f-4897-a156-167d26903b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:29.276031 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a3d98150-5c4f-4897-a156-167d26903b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:29.309281 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:29.410596 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-43af1bce-c9bf-449f-a4f6-a8088e9e7256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:29.429497 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e61ce57e-8f4f-4430-8e28-4dd2b92d128f req-b537a32e-d517-4330-aa7a-f93be80a9d67 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2141795
May 11 13:43:29.447129 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 44344) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:29.452122 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-a3d98150-5c4f-4897-a156-167d26903b20 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f3b31de40f3146c09d7c46099e41c967&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9980638
May 11 13:43:29.454958 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 44348) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:29.457937 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d98150-5c4f-4897-a156-167d26903b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfaedcab-e0af-491b-b4bb-a80302efb431,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:29.474668 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a3d98150-5c4f-4897-a156-167d26903b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:29.497280 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:29.503239 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-3a507618-8423-42cb-926f-6aef0c3b0869 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-42944747-network', 'tenant_id': '184cd8509c6d48579341d1a53e090955'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:43:29.517717 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-3a507618-8423-42cb-926f-6aef0c3b0869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:29.542003 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-3a507618-8423-42cb-926f-6aef0c3b0869 admin admin] Usage tracker for resource:network and tenant:184cd8509c6d48579341d1a53e090955 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:29.553047 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-3a507618-8423-42cb-926f-6aef0c3b0869 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:29.564687 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-3a507618-8423-42cb-926f-6aef0c3b0869 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:29.573777 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-aa0d7501-2b9c-46fe-b4fe-fa308997a318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:29.612801 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a507618-8423-42cb-926f-6aef0c3b0869 admin admin] Made reservation on behalf of 184cd8509c6d48579341d1a53e090955 for: {'network': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:43:29.617950 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3a507618-8423-42cb-926f-6aef0c3b0869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for network, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:29.645486 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-aa0d7501-2b9c-46fe-b4fe-fa308997a318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:29.657167 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3a507618-8423-42cb-926f-6aef0c3b0869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:29.711956 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-36dc529b-bdf0-4313-bb69-c454e83f382c req-cebdd8a5-7c57-4149-b743-6849338e306d service neutron] 10.222.0.54 "GET /v2.0/networks/6bef4c20-4a6c-40a5-b258-199c12fc2595?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5253303
May 11 13:43:29.719510 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-3a507618-8423-42cb-926f-6aef0c3b0869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:29.732306 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-3a507618-8423-42cb-926f-6aef0c3b0869 admin admin] Usage tracker for resource:security_group_rule and tenant:184cd8509c6d48579341d1a53e090955 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:29.755416 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-3a507618-8423-42cb-926f-6aef0c3b0869 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:29.769269 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-aa0d7501-2b9c-46fe-b4fe-fa308997a318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:29.770480 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-3a507618-8423-42cb-926f-6aef0c3b0869 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:29.781809 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-74a52aaa-c9c6-407b-86fd-ac13059e7e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:29.804796 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d7501-2b9c-46fe-b4fe-fa308997a318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfaedcab-e0af-491b-b4bb-a80302efb431,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:29.809119 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-aa0d7501-2b9c-46fe-b4fe-fa308997a318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:29.818794 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-aa0d7501-2b9c-46fe-b4fe-fa308997a318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:29.821089 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-aa0d7501-2b9c-46fe-b4fe-fa308997a318 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bfaedcab-e0af-491b-b4bb-a80302efb431 HTTP/1.1" status: 204  len: 168 time: 0.3649738
May 11 13:43:30.117779 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf7fdd-4735-481a-bc09-4fb3f69ee391 req-b51c088e-c5a1-4bcb-ae75-842eb7b55190 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:30.125323 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9dcf7fdd-4735-481a-bc09-4fb3f69ee391 req-b51c088e-c5a1-4bcb-ae75-842eb7b55190 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.4528356
May 11 13:43:30.263223 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-36dc529b-bdf0-4313-bb69-c454e83f382c req-8a4fcc80-83d3-417e-a91a-dd17b9279c56 service neutron] 10.222.0.54 "GET /v2.0/networks/6bef4c20-4a6c-40a5-b258-199c12fc2595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5332341
May 11 13:43:30.293985 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9dcf7fdd-4735-481a-bc09-4fb3f69ee391 req-b98c9dcd-3a5e-49e2-8e51-5026ca58f26a tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1672935
May 11 13:43:30.315271 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c8fd9-d20a-4a77-bbd7-8a4ab6ac37cc req-1db19ef6-72f8-4909-a3f9-e99a231f2a1a tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:30.315271 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c68c8fd9-d20a-4a77-bbd7-8a4ab6ac37cc req-1db19ef6-72f8-4909-a3f9-e99a231f2a1a tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ef51ee-afa3-4100-9801-fd84fa281988 HTTP/1.1" status: 200  len: 943 time: 0.2779577
May 11 13:43:30.426803 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c68c8fd9-d20a-4a77-bbd7-8a4ab6ac37cc req-7129979b-2ae0-4903-8004-cd31e3843906 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082222
May 11 13:43:30.462968 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3a507618-8423-42cb-926f-6aef0c3b0869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:30.476055 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3a507618-8423-42cb-926f-6aef0c3b0869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:30.494584 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-a2022547-710e-4f11-86b3-45e13351d6f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:30.564738 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 44382) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:30.591185 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a507618-8423-42cb-926f-6aef0c3b0869 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'}  {{(pid=78702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 11 13:43:30.614414 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a507618-8423-42cb-926f-6aef0c3b0869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f326a815-21b3-42ac-a4d4-1a98fca5cfe7,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:30.652037 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3a507618-8423-42cb-926f-6aef0c3b0869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:30.662877 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3a507618-8423-42cb-926f-6aef0c3b0869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:30.665112 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.db.segments_db [None req-3a507618-8423-42cb-926f-6aef0c3b0869 admin admin] Added segment fbd0e07a-2ebe-4324-8c7b-0d47161d3ba3 of type vlan for network 7b669a6e-2249-4dbb-97c8-5d02cccd0ac9
May 11 13:43:30.670530 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b82d06e2-8b27-4600-8f4d-018c65505ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:30.713343 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3a507618-8423-42cb-926f-6aef0c3b0869 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734582415728'] for network, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:30.761817 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-b82d06e2-8b27-4600-8f4d-018c65505ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:30.762112 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3a507618-8423-42cb-926f-6aef0c3b0869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for network, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:30.763906 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a507618-8423-42cb-926f-6aef0c3b0869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:30.766080 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3a507618-8423-42cb-926f-6aef0c3b0869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:30.778357 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-675f4781-ab83-47ce-a33f-a7fa99511ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:30.791767 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-b82d06e2-8b27-4600-8f4d-018c65505ae3 admin admin] Usage tracker for resource:security_group_rule and tenant:85ddad5000eb47c7b6ff61a6826e43c7 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:30.807627 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-b82d06e2-8b27-4600-8f4d-018c65505ae3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:30.840737 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-b82d06e2-8b27-4600-8f4d-018c65505ae3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:30.976564 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a507618-8423-42cb-926f-6aef0c3b0869 admin admin] Pushing event updated for resources: {'Network': ['ID=7b669a6e-2249-4dbb-97c8-5d02cccd0ac9,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:30.982964 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-3a507618-8423-42cb-926f-6aef0c3b0869 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.5341029
May 11 13:43:30.984895 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3a507618-8423-42cb-926f-6aef0c3b0869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:30.985870 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 44390) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:30.999135 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Network 7b669a6e-2249-4dbb-97c8-5d02cccd0ac9 details requested by agent ovs-agent-dv-cinder-784779-11-iscsi with host dv-cinder-784779-11-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 11 13:43:31.017928 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-92f72de1-43df-4518-bffc-20ec6b952830 admin admin] Request body: {'subnet': {'network_id': '7b669a6e-2249-4dbb-97c8-5d02cccd0ac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-42944747-subnet', 'tenant_id': '184cd8509c6d48579341d1a53e090955', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:43:31.026991 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-92f72de1-43df-4518-bffc-20ec6b952830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:31.044959 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-92f72de1-43df-4518-bffc-20ec6b952830 admin admin] Usage tracker for resource:subnet and tenant:184cd8509c6d48579341d1a53e090955 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:31.068183 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-92f72de1-43df-4518-bffc-20ec6b952830 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:31.083532 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b82d06e2-8b27-4600-8f4d-018c65505ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:31.090139 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b82d06e2-8b27-4600-8f4d-018c65505ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:31.090519 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-92f72de1-43df-4518-bffc-20ec6b952830 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:31.108341 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-7ece4d8c-00e1-4cdb-b682-6b21c6bae06e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:31.121571 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f72de1-43df-4518-bffc-20ec6b952830 admin admin] Made reservation on behalf of 184cd8509c6d48579341d1a53e090955 for: {'subnet': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:43:31.125521 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-92f72de1-43df-4518-bffc-20ec6b952830 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514369'] for subnet, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:31.145389 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d06e2-8b27-4600-8f4d-018c65505ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0810d25d-d19a-430e-ae7a-748cdd035e38,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:31.149317 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-b82d06e2-8b27-4600-8f4d-018c65505ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:31.197380 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-b82d06e2-8b27-4600-8f4d-018c65505ae3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=85ddad5000eb47c7b6ff61a6826e43c7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6259434
May 11 13:43:31.198023 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 44396) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:31.313452 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9f66eaf6-fc75-408d-96e2-8f0da3805804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:31.372639 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9f66eaf6-fc75-408d-96e2-8f0da3805804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:31.487097 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9f66eaf6-fc75-408d-96e2-8f0da3805804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:31.495690 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5c5d6959-7f83-47a1-a61d-5cb2cdcbce88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:31.527921 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66eaf6-fc75-408d-96e2-8f0da3805804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0810d25d-d19a-430e-ae7a-748cdd035e38,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:31.533180 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-9f66eaf6-fc75-408d-96e2-8f0da3805804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:31.545767 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9f66eaf6-fc75-408d-96e2-8f0da3805804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:31.548839 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-9f66eaf6-fc75-408d-96e2-8f0da3805804 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0810d25d-d19a-430e-ae7a-748cdd035e38 HTTP/1.1" status: 204  len: 168 time: 0.3497920
May 11 13:43:31.925551 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 7744aabf-0076-4961-babd-a232eda2ac67 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 11 13:43:31.939470 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdca7e0-624a-4646-ace6-84fa431b6a65 req-e63b290b-b7d9-4625-bb10-9c38b6846786 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:31.948086 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ecdca7e0-624a-4646-ace6-84fa431b6a65 req-e63b290b-b7d9-4625-bb10-9c38b6846786 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ef51ee-afa3-4100-9801-fd84fa281988 HTTP/1.1" status: 200  len: 943 time: 0.2489231
May 11 13:43:32.042613 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ecdca7e0-624a-4646-ace6-84fa431b6a65 req-d2c098c1-3ade-41be-aedc-f8f6dc182ada tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933688
May 11 13:43:32.158023 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 44424) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:32.249026 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-92f72de1-43df-4518-bffc-20ec6b952830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2131767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514355'] for subnet, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:32.255872 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-38e4f42f-d9a8-43cb-a7d1-369cdcf650e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:32.284073 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port 7744aabf-0076-4961-babd-a232eda2ac67, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7744aabf-0076-4961-babd-a232eda2ac67,segment=NetworkSegment(c610bf4a-eec2-4b42-8f03-c7d49a9b54e2),segment_id=c610bf4a-eec2-4b42-8f03-c7d49a9b54e2)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:43:32.319966 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:32.322641 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Returning: {'device': '7744aabf-0076-4961-babd-a232eda2ac67', 'network_id': '6bef4c20-4a6c-40a5-b258-199c12fc2595', 'port_id': '7744aabf-0076-4961-babd-a232eda2ac67', 'mac_address': 'fa:16:3e:3c:5b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d76bbac-8265-42c9-b0ff-de76986a4e85', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 11 13:43:32.371897 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-155c7109-b221-4733-8eaa-0f14c7f2f9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:32.382358 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f72de1-43df-4518-bffc-20ec6b952830 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f0c1baa-b358-41c6-9ca8-d9f361774de5,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:32.390259 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-92f72de1-43df-4518-bffc-20ec6b952830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:32.402410 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-155c7109-b221-4733-8eaa-0f14c7f2f9b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:32.407181 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-155c7109-b221-4733-8eaa-0f14c7f2f9b4 admin admin] Usage tracker for resource:security_group_rule and tenant:cc642368de9e4c268c2cb20bdf526d07 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:32.411388 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-155c7109-b221-4733-8eaa-0f14c7f2f9b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:32.412053 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f72de1-43df-4518-bffc-20ec6b952830 admin admin] Checking segment: {'id': 'fbd0e07a-2ebe-4324-8c7b-0d47161d3ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7b669a6e-2249-4dbb-97c8-5d02cccd0ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:43:32.412455 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f72de1-43df-4518-bffc-20ec6b952830 admin admin] Network hostable DHCP agents. Network: 7b669a6e-2249-4dbb-97c8-5d02cccd0ac9, hostable agents: ['4f880931-96b8-4f66-b375-cb7708e9547f'], hosted agents: [] {{(pid=78702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 11 13:43:32.420370 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-155c7109-b221-4733-8eaa-0f14c7f2f9b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:32.450847 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f72de1-43df-4518-bffc-20ec6b952830 admin admin] Network 7b669a6e-2249-4dbb-97c8-5d02cccd0ac9 is scheduled to be hosted by DHCP agent 4f880931-96b8-4f66-b375-cb7708e9547f with binding_index 1 {{(pid=78702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 11 13:43:32.469840 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:32.483636 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-92f72de1-43df-4518-bffc-20ec6b952830 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-iscsi, 7b669a6e-2249-4dbb-97c8-5d02cccd0ac9) {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:43:32.496284 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f72de1-43df-4518-bffc-20ec6b952830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:32.499204 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-92f72de1-43df-4518-bffc-20ec6b952830 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:32.511459 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4228c5ef-3d31-45ae-8d42-fc63f32b5782 None None] Network 7b669a6e-2249-4dbb-97c8-5d02cccd0ac9 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:43:32.558774 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-92f72de1-43df-4518-bffc-20ec6b952830 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.5695744
May 11 13:43:32.636467 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-155c7109-b221-4733-8eaa-0f14c7f2f9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:32.647239 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-155c7109-b221-4733-8eaa-0f14c7f2f9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:32.661110 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1a76e7a4-297b-4fbd-9014-b64776374eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:32.769713 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-155c7109-b221-4733-8eaa-0f14c7f2f9b4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cc642368de9e4c268c2cb20bdf526d07&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6073775
May 11 13:43:32.770044 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 44446) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:32.786400 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c7109-b221-4733-8eaa-0f14c7f2f9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338d5568-0328-49f4-b9f2-ca5547a36bd6,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:32.809877 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-155c7109-b221-4733-8eaa-0f14c7f2f9b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:32.864561 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7744aabf-0076-4961-babd-a232eda2ac67 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:43:32.878184 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9635e72e-32a0-4151-9572-ddc92e811b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:32.897027 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6529a9d4-f226-44f1-a0d0-b35510dc950f None None] Network 7b669a6e-2249-4dbb-97c8-5d02cccd0ac9 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:43:33.015690 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port 7744aabf-0076-4961-babd-a232eda2ac67, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7744aabf-0076-4961-babd-a232eda2ac67,segment=NetworkSegment(c610bf4a-eec2-4b42-8f03-c7d49a9b54e2),segment_id=c610bf4a-eec2-4b42-8f03-c7d49a9b54e2)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:43:33.019050 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ffe39026-79fe-4d04-9fd0-3c7a5fa704b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:33.042356 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:33.056903 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:33.072010 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ffe39026-79fe-4d04-9fd0-3c7a5fa704b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:33.201171 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ffe39026-79fe-4d04-9fd0-3c7a5fa704b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:33.214345 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-c649ab66-9e73-4c52-b2f5-715548247491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:33.242709 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe39026-79fe-4d04-9fd0-3c7a5fa704b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338d5568-0328-49f4-b9f2-ca5547a36bd6,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:33.251159 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ffe39026-79fe-4d04-9fd0-3c7a5fa704b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:33.255862 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-ffe39026-79fe-4d04-9fd0-3c7a5fa704b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/338d5568-0328-49f4-b9f2-ca5547a36bd6 HTTP/1.1" status: 204  len: 168 time: 0.4814816
May 11 13:43:33.255862 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-ffe39026-79fe-4d04-9fd0-3c7a5fa704b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:33.363571 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=7744aabf-0076-4961-babd-a232eda2ac67,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:33.369989 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:33.440947 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc06bd-31b2-4bf4-b1db-2040e22081c2 req-177dd526-627f-4ff2-8cfa-756cd53422ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:33.442515 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-47fc06bd-31b2-4bf4-b1db-2040e22081c2 req-177dd526-627f-4ff2-8cfa-756cd53422ea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f7125cde7f594fb59b70804ec00a8405&device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 1099 time: 0.1645453
May 11 13:43:33.449758 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['7744aabf-0076-4961-babd-a232eda2ac67'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:43:33.585950 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:33.834305 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc06bd-31b2-4bf4-b1db-2040e22081c2 req-764d0cad-5be3-49c2-8172-70d9456dac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:33.835936 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-47fc06bd-31b2-4bf4-b1db-2040e22081c2 req-764d0cad-5be3-49c2-8172-70d9456dac03 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f5b51504-92c9-4304-911d-10c3bcee9e8c HTTP/1.1" status: 200  len: 920 time: 0.3858445
May 11 13:43:33.922467 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f2b43-bfae-47fd-a5f7-eb2ef26a64cd req-3a2b4a9a-38ca-4117-9d34-b1af759f5d73 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:33.932223 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-47fc06bd-31b2-4bf4-b1db-2040e22081c2 req-f58a4f94-59ce-443b-b27a-66f08ca7d694 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=716f81b5-9951-4800-a928-e286481dd6b2 HTTP/1.1" status: 200  len: 217 time: 0.0822301
May 11 13:43:33.941114 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e11f2b43-bfae-47fd-a5f7-eb2ef26a64cd req-3a2b4a9a-38ca-4117-9d34-b1af759f5d73 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ef51ee-afa3-4100-9801-fd84fa281988 HTTP/1.1" status: 200  len: 944 time: 0.2387195
May 11 13:43:34.037345 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc06bd-31b2-4bf4-b1db-2040e22081c2 req-ed8b0567-a0c2-4b83-a8e8-831a13703107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:34.039002 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-47fc06bd-31b2-4bf4-b1db-2040e22081c2 req-ed8b0567-a0c2-4b83-a8e8-831a13703107 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=251f9a73-9320-4629-9a40-4b9a8c311c09 HTTP/1.1" status: 200  len: 859 time: 0.0952086
May 11 13:43:34.078200 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e11f2b43-bfae-47fd-a5f7-eb2ef26a64cd req-0357b7d2-5869-447b-94c9-9edbd22dcae0 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1355932
May 11 13:43:34.156454 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-47fc06bd-31b2-4bf4-b1db-2040e22081c2 req-565f3c7f-ec1e-4be8-ac10-145a000bd4eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f5b51504-92c9-4304-911d-10c3bcee9e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0988882
May 11 13:43:34.449251 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-47fc06bd-31b2-4bf4-b1db-2040e22081c2 req-e08df866-ec0b-4e98-a7a9-5225d1daed2d service neutron] 10.222.0.54 "GET /v2.0/networks/f5b51504-92c9-4304-911d-10c3bcee9e8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2885025
May 11 13:43:34.786641 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90437209-b007-4c9d-95a3-72be4cac76c2 req-4ad67836-49e9-4907-93e9-161fddb9d7dd tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:34.794817 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-90437209-b007-4c9d-95a3-72be4cac76c2 req-4ad67836-49e9-4907-93e9-161fddb9d7dd tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.4960222
May 11 13:43:34.837128 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:34.897084 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-90437209-b007-4c9d-95a3-72be4cac76c2 req-62f5dfef-47a3-4b07-a2d7-0626cf6e8e8a tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010196
May 11 13:43:34.941389 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-47fc06bd-31b2-4bf4-b1db-2040e22081c2 req-2912ffcc-05b3-4c3b-a878-ff7ff99ef475 service neutron] 10.222.0.54 "GET /v2.0/networks/f5b51504-92c9-4304-911d-10c3bcee9e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4774289
May 11 13:43:35.277744 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 44520) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:35.383346 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af72a4d-e24b-4a18-8360-0adfd61f1d68 req-91b4a125-404c-442e-879c-a2ef6172b9ee tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:35.385459 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6af72a4d-e24b-4a18-8360-0adfd61f1d68 req-91b4a125-404c-442e-879c-a2ef6172b9ee tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ef51ee-afa3-4100-9801-fd84fa281988 HTTP/1.1" status: 200  len: 944 time: 0.1243448
May 11 13:43:35.465562 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6af72a4d-e24b-4a18-8360-0adfd61f1d68 req-ccf5bc33-c4cf-49cf-a366-66dbc7a38eca tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663521
May 11 13:43:35.466154 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d9d23b92-00ce-4ba0-9a8e-929254c462a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:35.493777 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-d9d23b92-00ce-4ba0-9a8e-929254c462a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:35.501360 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-d9d23b92-00ce-4ba0-9a8e-929254c462a2 admin admin] Usage tracker for resource:security_group_rule and tenant:38fb32cab0a54f3abc28907cd22da7cd is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:35.508375 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-d9d23b92-00ce-4ba0-9a8e-929254c462a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:35.530469 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-d9d23b92-00ce-4ba0-9a8e-929254c462a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:35.675989 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d9d23b92-00ce-4ba0-9a8e-929254c462a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:35.681682 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d9d23b92-00ce-4ba0-9a8e-929254c462a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:35.693560 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-47eaa79f-787e-43dd-aeb0-71c0eee32f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:35.736889 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d23b92-00ce-4ba0-9a8e-929254c462a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e2eb96-9dcd-4f47-afde-8fbe9ba39eac,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:35.744243 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-d9d23b92-00ce-4ba0-9a8e-929254c462a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38fb32cab0a54f3abc28907cd22da7cd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4621987
May 11 13:43:35.744701 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 44554) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:35.749779 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d23b92-00ce-4ba0-9a8e-929254c462a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:35.750142 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d23b92-00ce-4ba0-9a8e-929254c462a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:35.750502 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d23b92-00ce-4ba0-9a8e-929254c462a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:35.750871 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d23b92-00ce-4ba0-9a8e-929254c462a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:35.751190 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d23b92-00ce-4ba0-9a8e-929254c462a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:35.753223 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d23b92-00ce-4ba0-9a8e-929254c462a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:35.753223 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d23b92-00ce-4ba0-9a8e-929254c462a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:35.753223 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d23b92-00ce-4ba0-9a8e-929254c462a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:35.753223 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d23b92-00ce-4ba0-9a8e-929254c462a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:35.753223 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d23b92-00ce-4ba0-9a8e-929254c462a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:35.753737 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d23b92-00ce-4ba0-9a8e-929254c462a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:35.753737 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d23b92-00ce-4ba0-9a8e-929254c462a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:35.758259 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-d9d23b92-00ce-4ba0-9a8e-929254c462a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:35.848682 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-445f99de-507c-44e6-a1a8-eed1214efdf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:35.889833 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-445f99de-507c-44e6-a1a8-eed1214efdf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:35.957165 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 7744aabf-0076-4961-babd-a232eda2ac67 up at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:43:35.972895 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-445f99de-507c-44e6-a1a8-eed1214efdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:35.977264 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-b82d06e2-8b27-4600-8f4d-018c65505ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:35.992269 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f99de-507c-44e6-a1a8-eed1214efdf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e2eb96-9dcd-4f47-afde-8fbe9ba39eac,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:35.995135 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-445f99de-507c-44e6-a1a8-eed1214efdf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:36.005868 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-445f99de-507c-44e6-a1a8-eed1214efdf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:36.007351 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-445f99de-507c-44e6-a1a8-eed1214efdf5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e3e2eb96-9dcd-4f47-afde-8fbe9ba39eac HTTP/1.1" status: 204  len: 168 time: 0.2615910
May 11 13:43:36.104875 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning for port 7744aabf-0076-4961-babd-a232eda2ac67 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:43:36.117919 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning complete for port 7744aabf-0076-4961-babd-a232eda2ac67 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:43:36.118452 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:36.312925 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343a979-322d-4a8e-b34f-70bdd9073123 req-59a1672d-2a83-42dd-a0ab-dc86e9621fb2 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:36.326061 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7343a979-322d-4a8e-b34f-70bdd9073123 req-59a1672d-2a83-42dd-a0ab-dc86e9621fb2 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.1983407
May 11 13:43:36.384806 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:36.432457 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port 7744aabf-0076-4961-babd-a232eda2ac67, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7744aabf-0076-4961-babd-a232eda2ac67,segment=NetworkSegment(c610bf4a-eec2-4b42-8f03-c7d49a9b54e2),segment_id=c610bf4a-eec2-4b42-8f03-c7d49a9b54e2)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:43:36.433946 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ef51ee-afa3-4100-9801-fd84fa281988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7744aabf-0076-4961-babd-a232eda2ac67'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:43:36.442688 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:36.446134 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:36.446413 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7343a979-322d-4a8e-b34f-70bdd9073123 req-68a03dbb-c879-4db8-8341-8dfd80ff0cdf tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182640
May 11 13:43:36.624536 dv-cinder-784779-11-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ef51ee-afa3-4100-9801-fd84fa281988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7744aabf-0076-4961-babd-a232eda2ac67', 'code': 200}
May 11 13:43:36.651823 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=7744aabf-0076-4961-babd-a232eda2ac67,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:36.662893 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:37.027368 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1337901-8e3d-4b15-b1bf-f0b814482090 req-79872782-7b1e-4c51-9c3c-d2f9e46230c0 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:37.036975 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d1337901-8e3d-4b15-b1bf-f0b814482090 req-79872782-7b1e-4c51-9c3c-d2f9e46230c0 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ef51ee-afa3-4100-9801-fd84fa281988 HTTP/1.1" status: 200  len: 945 time: 0.2055292
May 11 13:43:37.068455 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d9bb7-83ed-4793-9a68-d4115fddef9b req-ac091971-ecde-4713-b99d-2f4b8bb6e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:37.072170 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-576d9bb7-83ed-4793-9a68-d4115fddef9b req-ac091971-ecde-4713-b99d-2f4b8bb6e453 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=19ef51ee-afa3-4100-9801-fd84fa281988 HTTP/1.1" status: 200  len: 1098 time: 0.1697896
May 11 13:43:37.127260 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d1337901-8e3d-4b15-b1bf-f0b814482090 req-91e96f38-c767-4f86-b78b-22dfc0799437 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888991
May 11 13:43:37.138116 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-576d9bb7-83ed-4793-9a68-d4115fddef9b req-a1bbb446-b65a-42be-a411-1f4e936445d0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546727
May 11 13:43:37.553697 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 44638) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:37.720835 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-7071321c-b927-4dd7-8555-b0c76ace7c2c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1183714021-network', 'tenant_id': '87061cce8d8647f28b362c421c9446b9'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:43:37.728695 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-7071321c-b927-4dd7-8555-b0c76ace7c2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:37.734272 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-7071321c-b927-4dd7-8555-b0c76ace7c2c admin admin] Usage tracker for resource:network and tenant:87061cce8d8647f28b362c421c9446b9 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:37.739430 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-7071321c-b927-4dd7-8555-b0c76ace7c2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:37.749497 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-7071321c-b927-4dd7-8555-b0c76ace7c2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:37.764760 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7071321c-b927-4dd7-8555-b0c76ace7c2c admin admin] Made reservation on behalf of 87061cce8d8647f28b362c421c9446b9 for: {'network': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:43:37.767397 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7071321c-b927-4dd7-8555-b0c76ace7c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for network, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:37.767775 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35afe5-b85a-4ab5-b55d-574e3c7f8d45 req-da5228d2-7a97-4624-9085-51d42668f1a4 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:37.769582 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0d35afe5-b85a-4ab5-b55d-574e3c7f8d45 req-da5228d2-7a97-4624-9085-51d42668f1a4 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.1056745
May 11 13:43:37.788839 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7071321c-b927-4dd7-8555-b0c76ace7c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:37.808918 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-7071321c-b927-4dd7-8555-b0c76ace7c2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:37.815540 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-7071321c-b927-4dd7-8555-b0c76ace7c2c admin admin] Usage tracker for resource:security_group_rule and tenant:87061cce8d8647f28b362c421c9446b9 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:37.820988 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-7071321c-b927-4dd7-8555-b0c76ace7c2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:37.832233 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-7071321c-b927-4dd7-8555-b0c76ace7c2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:37.839457 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0d35afe5-b85a-4ab5-b55d-574e3c7f8d45 req-f49a4aa1-cdec-4dd6-8c3f-76c0c81f82af tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572121
May 11 13:43:37.959108 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7071321c-b927-4dd7-8555-b0c76ace7c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:37.965646 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7071321c-b927-4dd7-8555-b0c76ace7c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:37.970865 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-49a4972f-d8fe-4716-a38e-e25274416b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:37.999742 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7071321c-b927-4dd7-8555-b0c76ace7c2c admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'}  {{(pid=78702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 11 13:43:38.015015 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071321c-b927-4dd7-8555-b0c76ace7c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:38.019909 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7071321c-b927-4dd7-8555-b0c76ace7c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:38.032201 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7071321c-b927-4dd7-8555-b0c76ace7c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:38.032393 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.db.segments_db [None req-7071321c-b927-4dd7-8555-b0c76ace7c2c admin admin] Added segment 6ac1d778-88f8-48a2-87ec-07ee57581f6c of type vlan for network a8e423f0-92f2-4643-a2c6-7172377b9fe5
May 11 13:43:38.096410 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7071321c-b927-4dd7-8555-b0c76ace7c2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734582415728'] for network, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:38.150061 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7071321c-b927-4dd7-8555-b0c76ace7c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for network, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:38.164876 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7071321c-b927-4dd7-8555-b0c76ace7c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:38.164876 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7071321c-b927-4dd7-8555-b0c76ace7c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:38.167258 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3a507618-8423-42cb-926f-6aef0c3b0869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:38.367064 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071321c-b927-4dd7-8555-b0c76ace7c2c admin admin] Pushing event updated for resources: {'Network': ['ID=a8e423f0-92f2-4643-a2c6-7172377b9fe5,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:38.371139 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7071321c-b927-4dd7-8555-b0c76ace7c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:38.378332 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-7071321c-b927-4dd7-8555-b0c76ace7c2c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8186998
May 11 13:43:38.378930 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 44654) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:38.382371 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Network a8e423f0-92f2-4643-a2c6-7172377b9fe5 details requested by agent ovs-agent-dv-cinder-784779-11-iscsi with host dv-cinder-784779-11-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 11 13:43:38.385954 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-1b5d90da-969a-4633-a539-dc4e95a023aa admin admin] Request body: {'subnet': {'network_id': 'a8e423f0-92f2-4643-a2c6-7172377b9fe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1183714021-subnet', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'ip_version': 4}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:43:38.393386 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-1b5d90da-969a-4633-a539-dc4e95a023aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:38.399893 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-1b5d90da-969a-4633-a539-dc4e95a023aa admin admin] Usage tracker for resource:subnet and tenant:87061cce8d8647f28b362c421c9446b9 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:38.405124 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-1b5d90da-969a-4633-a539-dc4e95a023aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:38.414719 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-1b5d90da-969a-4633-a539-dc4e95a023aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:38.442368 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fe56f-7bc9-47c9-b3cb-70825cff6107 req-7cbb542e-04cb-4453-b5ba-daf95030477a tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:38.443988 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3f1fe56f-7bc9-47c9-b3cb-70825cff6107 req-7cbb542e-04cb-4453-b5ba-daf95030477a tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ef51ee-afa3-4100-9801-fd84fa281988 HTTP/1.1" status: 200  len: 945 time: 0.1647644
May 11 13:43:38.449069 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5d90da-969a-4633-a539-dc4e95a023aa admin admin] Made reservation on behalf of 87061cce8d8647f28b362c421c9446b9 for: {'subnet': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:43:38.455365 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1b5d90da-969a-4633-a539-dc4e95a023aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514369'] for subnet, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:38.654041 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3f1fe56f-7bc9-47c9-b3cb-70825cff6107 req-935674a4-9ba5-4e9e-a443-1af40752da9c tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104529
May 11 13:43:39.122892 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1b5d90da-969a-4633-a539-dc4e95a023aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2131767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514355'] for subnet, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:39.133190 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:39.191509 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a325a-503b-4738-bb96-c632d216d14e req-a85dcd95-8971-469d-b1ff-cbd7789fbeab tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:39.193874 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-548a325a-503b-4738-bb96-c632d216d14e req-a85dcd95-8971-469d-b1ff-cbd7789fbeab tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.1251149
May 11 13:43:39.249099 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d90da-969a-4633-a539-dc4e95a023aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e38d038-9b08-4d23-a16c-0e5d423f37b5,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:39.253612 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-1b5d90da-969a-4633-a539-dc4e95a023aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:39.264959 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-548a325a-503b-4738-bb96-c632d216d14e req-13e7d3d2-b611-4594-983e-11ee7ac79db6 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589132
May 11 13:43:39.268359 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5d90da-969a-4633-a539-dc4e95a023aa admin admin] Checking segment: {'id': '6ac1d778-88f8-48a2-87ec-07ee57581f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a8e423f0-92f2-4643-a2c6-7172377b9fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:43:39.268731 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5d90da-969a-4633-a539-dc4e95a023aa admin admin] Network hostable DHCP agents. Network: a8e423f0-92f2-4643-a2c6-7172377b9fe5, hostable agents: ['4f880931-96b8-4f66-b375-cb7708e9547f'], hosted agents: [] {{(pid=78702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 11 13:43:39.296008 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5d90da-969a-4633-a539-dc4e95a023aa admin admin] Network a8e423f0-92f2-4643-a2c6-7172377b9fe5 is scheduled to be hosted by DHCP agent 4f880931-96b8-4f66-b375-cb7708e9547f with binding_index 1 {{(pid=78702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 11 13:43:39.308222 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-1b5d90da-969a-4633-a539-dc4e95a023aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-iscsi, a8e423f0-92f2-4643-a2c6-7172377b9fe5) {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:43:39.321093 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d73e99-4808-4c7d-bb2c-18e6b780e753 None None] Network a8e423f0-92f2-4643-a2c6-7172377b9fe5 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:43:39.321428 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5d90da-969a-4633-a539-dc4e95a023aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:39.322735 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1b5d90da-969a-4633-a539-dc4e95a023aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:39.361818 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-1b5d90da-969a-4633-a539-dc4e95a023aa admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9822214
May 11 13:43:39.365470 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 44670) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:39.375139 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-98523fd7-ec9c-4710-b32c-e42ad8f93d59 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1183714021-router', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:43:39.385738 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-98523fd7-ec9c-4710-b32c-e42ad8f93d59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:39.394805 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-98523fd7-ec9c-4710-b32c-e42ad8f93d59 admin admin] Usage tracker for resource:router and tenant:87061cce8d8647f28b362c421c9446b9 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:39.400683 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-98523fd7-ec9c-4710-b32c-e42ad8f93d59 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:39.409536 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-98523fd7-ec9c-4710-b32c-e42ad8f93d59 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:39.440125 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-98523fd7-ec9c-4710-b32c-e42ad8f93d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1799909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29054'] for router, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:39.441128 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-98523fd7-ec9c-4710-b32c-e42ad8f93d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1799914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29045'] for router, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:39.496803 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-98523fd7-ec9c-4710-b32c-e42ad8f93d59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:39.788509 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909737b3-bb84-5a13-9931-2d83341a903e-a8e423f0-92f2-4643-a2c6-7172377b9fe5', 'network_id': 'a8e423f0-92f2-4643-a2c6-7172377b9fe5', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'fixed_ips': [{'subnet_id': '8e38d038-9b08-4d23-a16c-0e5d423f37b5'}]}} from dv-cinder-784779-11-iscsi. {{(pid=78704) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 11 13:43:39.789843 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:39.969817 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.db_base_plugin_common [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Allocated IP 172.20.0.2 (a8e423f0-92f2-4643-a2c6-7172377b9fe5/8e38d038-9b08-4d23-a16c-0e5d423f37b5/412ef60e-e562-447d-a8fd-70cb5abdd589) {{(pid=78704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:43:40.001203 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-98523fd7-ec9c-4710-b32c-e42ad8f93d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1796113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29019'] for router, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:40.069477 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a28d78-5a85-49a0-97a0-ec7ceb3d5021 req-81f88db5-fdb9-49ac-923e-63fdeaeefada tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:40.071667 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-22a28d78-5a85-49a0-97a0-ec7ceb3d5021 req-81f88db5-fdb9-49ac-923e-63fdeaeefada tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ef51ee-afa3-4100-9801-fd84fa281988 HTTP/1.1" status: 200  len: 945 time: 0.2734656
May 11 13:43:40.178391 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-22a28d78-5a85-49a0-97a0-ec7ceb3d5021 req-afda69c4-5f6a-4a66-b7f1-6e28478e7076 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553265
May 11 13:43:40.231525 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Notify callbacks [] for port, precommit_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:40.251607 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Transition to ACTIVE for port object 412ef60e-e562-447d-a8fd-70cb5abdd589 will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:43:40.292493 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Transition to ACTIVE for port object 412ef60e-e562-447d-a8fd-70cb5abdd589 will not be triggered until provisioned by entity DHCP. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:43:40.303407 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735'] for port, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:40.317856 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:40.408751 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Network a8e423f0-92f2-4643-a2c6-7172377b9fe5 is already hosted by enough agents. {{(pid=78704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:43:40.412690 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.scheduler.base_scheduler [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Resources bound (agent type, host, resource id):  {{(pid=78704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:43:40.424651 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Received port after_create {{(pid=78704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:43:40.521336 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Pushing event updated for resources: {'Port': ['ID=412ef60e-e562-447d-a8fd-70cb5abdd589,revision_number=1']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:40.535268 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:40.535676 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:40.536028 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:40.536472 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:40.536871 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:40.537268 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:40.537658 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:40.538049 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:40.538462 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:40.539487 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:40.539487 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:40.539887 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:40.548139 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:40.569330 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Attempting to bind port 412ef60e-e562-447d-a8fd-70cb5abdd589 on host dv-cinder-784779-11-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:43:40.569836 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Attempting to bind port 412ef60e-e562-447d-a8fd-70cb5abdd589 by drivers openvswitch,hyperv on host dv-cinder-784779-11-iscsi at level 0 using segments [{'id': '6ac1d778-88f8-48a2-87ec-07ee57581f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a8e423f0-92f2-4643-a2c6-7172377b9fe5'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:43:40.570714 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Attempting to bind port 412ef60e-e562-447d-a8fd-70cb5abdd589 on network a8e423f0-92f2-4643-a2c6-7172377b9fe5 {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:43:40.580407 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Checking agent: {'id': '2e08dd85-5947-470f-91ea-843c02c9f211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'started_at': datetime.datetime(2021, 5, 11, 13, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:43:40.580896 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Checking segment: {'id': '6ac1d778-88f8-48a2-87ec-07ee57581f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a8e423f0-92f2-4643-a2c6-7172377b9fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:43:40.581427 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:40.581912 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Bound using segment: {'id': '6ac1d778-88f8-48a2-87ec-07ee57581f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a8e423f0-92f2-4643-a2c6-7172377b9fe5'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:43:40.582718 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Bound port: 412ef60e-e562-447d-a8fd-70cb5abdd589, host: dv-cinder-784779-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac1d778-88f8-48a2-87ec-07ee57581f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a8e423f0-92f2-4643-a2c6-7172377b9fe5'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:43:40.583397 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:40.590474 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-98523fd7-ec9c-4710-b32c-e42ad8f93d59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:40.636375 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-98523fd7-ec9c-4710-b32c-e42ad8f93d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:40.735095 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] For port 412ef60e-e562-447d-a8fd-70cb5abdd589, host dv-cinder-784779-11-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:43:40.744353 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] For port 412ef60e-e562-447d-a8fd-70cb5abdd589, host dv-cinder-784779-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=412ef60e-e562-447d-a8fd-70cb5abdd589,segment=NetworkSegment(6ac1d778-88f8-48a2-87ec-07ee57581f6c),segment_id=6ac1d778-88f8-48a2-87ec-07ee57581f6c)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:43:40.752508 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:40.767066 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2313d-6c57-422a-ae21-698e272aabad req-f825c234-8ed9-4ea8-85e0-2f608c8e43e9 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:40.769128 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:40.782197 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-80d2313d-6c57-422a-ae21-698e272aabad req-f825c234-8ed9-4ea8-85e0-2f608c8e43e9 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.3059020
May 11 13:43:40.907015 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-80d2313d-6c57-422a-ae21-698e272aabad req-8e18abab-3ac2-42c6-9bc4-78a27d77ac1b tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242082
May 11 13:43:40.982654 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Pushing event updated for resources: {'Port': ['ID=412ef60e-e562-447d-a8fd-70cb5abdd589,revision_number=2']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:40.984639 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [None req-98523fd7-ec9c-4710-b32c-e42ad8f93d59 admin admin] Allocated IP 172.27.1.70 (e051f2fa-e4f7-48f8-93ce-58e38fee5eb4/218716c0-958e-4312-849b-6a79832afb0f/bb8471a7-fbf7-4942-bb4a-081a30bee2a7) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:43:40.987454 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:41.263375 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-98523fd7-ec9c-4710-b32c-e42ad8f93d59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:41.346634 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-98523fd7-ec9c-4710-b32c-e42ad8f93d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2100528'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:41.351783 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a725ef00-8b9a-4c5d-b75d-5e75ab338df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:41.435897 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98523fd7-ec9c-4710-b32c-e42ad8f93d59 admin admin] Network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:43:41.442124 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-98523fd7-ec9c-4710-b32c-e42ad8f93d59 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:43:41.460251 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98523fd7-ec9c-4710-b32c-e42ad8f93d59 admin admin] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:43:41.502830 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98523fd7-ec9c-4710-b32c-e42ad8f93d59 admin admin] Pushing event updated for resources: {'Port': ['ID=bb8471a7-fbf7-4942-bb4a-081a30bee2a7,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:41.507719 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-98523fd7-ec9c-4710-b32c-e42ad8f93d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:42.147177 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-98523fd7-ec9c-4710-b32c-e42ad8f93d59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:42.218800 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29edb9-8c76-4dc7-8737-aba7522c00ed req-977516c6-1da8-459a-8a97-b261d83612ad tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:42.220449 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-da29edb9-8c76-4dc7-8737-aba7522c00ed req-977516c6-1da8-459a-8a97-b261d83612ad tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.1544964
May 11 13:43:42.304574 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-da29edb9-8c76-4dc7-8737-aba7522c00ed req-4c0ea17c-cf7f-4cb9-b240-395576febfa5 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726292
May 11 13:43:42.403737 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd95c91-3720-4ec9-aa9c-a50170505db8 None None] Network a8e423f0-92f2-4643-a2c6-7172377b9fe5 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:43:42.498578 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 412ef60e-e562-447d-a8fd-70cb5abdd589 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:43:42.628731 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning for port 412ef60e-e562-447d-a8fd-70cb5abdd589 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:43:42.790679 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-7f06b323-85e6-4b55-b456-d5d7ffe51350 None None] Provisioning for port 412ef60e-e562-447d-a8fd-70cb5abdd589 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:43:42.803212 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-7f06b323-85e6-4b55-b456-d5d7ffe51350 None None] Provisioning complete for port 412ef60e-e562-447d-a8fd-70cb5abdd589 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:43:42.803969 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-7f06b323-85e6-4b55-b456-d5d7ffe51350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:42.829820 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 412ef60e-e562-447d-a8fd-70cb5abdd589 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:43:42.830318 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:42.837467 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-98523fd7-ec9c-4710-b32c-e42ad8f93d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1796200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706246'] for router, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:43.233047 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eafd96-65f6-4a73-a4c9-25d1f1855aa6 req-0f732fb8-d53a-46a2-a1a3-416f43c49097 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:43.235851 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-27eafd96-65f6-4a73-a4c9-25d1f1855aa6 req-0f732fb8-d53a-46a2-a1a3-416f43c49097 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.1876581
May 11 13:43:43.250019 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-7f06b323-85e6-4b55-b456-d5d7ffe51350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:43.309594 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-27eafd96-65f6-4a73-a4c9-25d1f1855aa6 req-5c957541-5167-477b-84af-ee5b0d3c40cf tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638790
May 11 13:43:43.321463 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:43.360449 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-7f06b323-85e6-4b55-b456-d5d7ffe51350 None None] For port 412ef60e-e562-447d-a8fd-70cb5abdd589, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=412ef60e-e562-447d-a8fd-70cb5abdd589,segment=NetworkSegment(6ac1d778-88f8-48a2-87ec-07ee57581f6c),segment_id=6ac1d778-88f8-48a2-87ec-07ee57581f6c)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:43:43.371142 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-7f06b323-85e6-4b55-b456-d5d7ffe51350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:43.403481 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98523fd7-ec9c-4710-b32c-e42ad8f93d59 admin admin] Router 87a939d5-6718-4ee5-999d-71b341a709b3 is scheduled to L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c with binding_index 1 {{(pid=78703) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 11 13:43:43.415013 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:43.736833 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06b323-85e6-4b55-b456-d5d7ffe51350 None None] Pushing event updated for resources: {'Port': ['ID=412ef60e-e562-447d-a8fd-70cb5abdd589,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:43.752270 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-7f06b323-85e6-4b55-b456-d5d7ffe51350 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:43.793363 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577f5b1-e053-4f0f-9d20-c3849cbfe7e8 req-32f8a1ae-d436-4171-ab95-5e32acba0a0e tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:43.802102 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0577f5b1-e053-4f0f-9d20-c3849cbfe7e8 req-32f8a1ae-d436-4171-ab95-5e32acba0a0e tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.1832829
May 11 13:43:43.882686 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0577f5b1-e053-4f0f-9d20-c3849cbfe7e8 req-2173a907-f027-45ca-b085-5565a0ba5703 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787356
May 11 13:43:43.913088 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.db.api [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78704) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 11 13:43:43.913868 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_db.api [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 11 13:43:44.017735 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98523fd7-ec9c-4710-b32c-e42ad8f93d59 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:43:44.018086 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-0bb6736a-f598-4eaf-a132-fe8512bc8b7e None None] Provisioning complete for port 412ef60e-e562-447d-a8fd-70cb5abdd589 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:43:44.018565 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-0bb6736a-f598-4eaf-a132-fe8512bc8b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:44.030598 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a78d0c-eb0c-4850-9815-d22ee54a49e0 None None] Sync routers for ids ['87a939d5-6718-4ee5-999d-71b341a709b3'] in dv-cinder-784779-11-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:43:44.049472 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-98523fd7-ec9c-4710-b32c-e42ad8f93d59 admin admin] Notify callbacks [] for router, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:44.053331 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-98523fd7-ec9c-4710-b32c-e42ad8f93d59 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.6837327
May 11 13:43:44.053551 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 44764) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:44.054665 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a78d0c-eb0c-4850-9815-d22ee54a49e0 None None] Routers {'87a939d5-6718-4ee5-999d-71b341a709b3'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:43:44.055888 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-28a78d0c-eb0c-4850-9815-d22ee54a49e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e5ad30>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:43:33Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['87a939d5-6718-4ee5-999d-71b341a709b3'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:43:44.353241 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-28a78d0c-eb0c-4850-9815-d22ee54a49e0 None None] Set router 87a939d5-6718-4ee5-999d-71b341a709b3 gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:43:44.844173 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 412ef60e-e562-447d-a8fd-70cb5abdd589 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:43:44.910794 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-28a78d0c-eb0c-4850-9815-d22ee54a49e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e5ad30>, [{'id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'name': 'tempest-TestMinimumBasicScenario-1183714021-router', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bb8471a7-fbf7-4942-bb4a-081a30bee2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:43:39Z', 'updated_at': '2021-05-11T13:43:41Z', 'revision_number': 3, 'project_id': '87061cce8d8647f28b362c421c9446b9', 'gw_port': {'id': 'bb8471a7-fbf7-4942-bb4a-081a30bee2a7', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cb:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:40Z', 'updated_at': '2021-05-11T13:43:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:43:44.917490 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a78d0c-eb0c-4850-9815-d22ee54a49e0 None None] Checking router: 87a939d5-6718-4ee5-999d-71b341a709b3 for host: dv-cinder-784779-11-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:43:44.917910 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a78d0c-eb0c-4850-9815-d22ee54a49e0 None None] Updating router 87a939d5-6718-4ee5-999d-71b341a709b3 port bb8471a7-fbf7-4942-bb4a-081a30bee2a7 binding host dv-cinder-784779-11-iscsi {{(pid=78705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 11 13:43:45.000292 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 412ef60e-e562-447d-a8fd-70cb5abdd589 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:43:45.001378 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:45.047646 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-28a78d0c-eb0c-4850-9815-d22ee54a49e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:45.400432 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73de52-36fb-40d7-b84f-6ab6d9d0a187 req-3dfc887d-3a1b-4bfb-bc5e-83850a7db50f tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:45.404008 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6d73de52-36fb-40d7-b84f-6ab6d9d0a187 req-3dfc887d-3a1b-4bfb-bc5e-83850a7db50f tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.2214298
May 11 13:43:45.496323 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6d73de52-36fb-40d7-b84f-6ab6d9d0a187 req-03ff1d58-b9ed-4629-b6b6-8ecdee28bd9c tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859809
May 11 13:43:45.631113 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab4ebe-5cf5-4ce2-a0e8-1e72ec7d3d73 req-907f3cdf-92bb-48f3-b2be-2bc933ad7189 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:45.640370 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-56ab4ebe-5cf5-4ce2-a0e8-1e72ec7d3d73 req-907f3cdf-92bb-48f3-b2be-2bc933ad7189 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.4193587
May 11 13:43:45.704930 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:45.724091 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-56ab4ebe-5cf5-4ce2-a0e8-1e72ec7d3d73 req-229ee24f-4e16-4b70-af54-bb454843c52b tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0827000
May 11 13:43:45.777298 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-28a78d0c-eb0c-4850-9815-d22ee54a49e0 None None] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:45.802851 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [None req-28a78d0c-eb0c-4850-9815-d22ee54a49e0 None None] Transition to ACTIVE for port object bb8471a7-fbf7-4942-bb4a-081a30bee2a7 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:43:45.816507 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-28a78d0c-eb0c-4850-9815-d22ee54a49e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:45.826044 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:45.948866 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-28a78d0c-eb0c-4850-9815-d22ee54a49e0 None None] Attempting to bind port bb8471a7-fbf7-4942-bb4a-081a30bee2a7 on host dv-cinder-784779-11-iscsi for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:43:45.949367 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-28a78d0c-eb0c-4850-9815-d22ee54a49e0 None None] Attempting to bind port bb8471a7-fbf7-4942-bb4a-081a30bee2a7 by drivers openvswitch,hyperv on host dv-cinder-784779-11-iscsi at level 0 using segments [{'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:43:45.950001 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a78d0c-eb0c-4850-9815-d22ee54a49e0 None None] Attempting to bind port bb8471a7-fbf7-4942-bb4a-081a30bee2a7 on network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:43:45.960007 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a78d0c-eb0c-4850-9815-d22ee54a49e0 None None] Checking agent: {'id': '2e08dd85-5947-470f-91ea-843c02c9f211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'started_at': datetime.datetime(2021, 5, 11, 13, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:43:45.960485 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a78d0c-eb0c-4850-9815-d22ee54a49e0 None None] Checking segment: {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:43:45.961730 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-28a78d0c-eb0c-4850-9815-d22ee54a49e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:45.962269 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a78d0c-eb0c-4850-9815-d22ee54a49e0 None None] Bound using segment: {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:43:45.962846 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-28a78d0c-eb0c-4850-9815-d22ee54a49e0 None None] Bound port: bb8471a7-fbf7-4942-bb4a-081a30bee2a7, host: dv-cinder-784779-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:43:45.963311 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-28a78d0c-eb0c-4850-9815-d22ee54a49e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:46.013676 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Allocated IP 172.20.0.1 (a8e423f0-92f2-4643-a2c6-7172377b9fe5/8e38d038-9b08-4d23-a16c-0e5d423f37b5/7dfd94df-6ef7-4075-be8c-c957b5212c3a) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:43:46.050110 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da08709-8741-4ee0-be66-e851494f1090 None None] Pushing event updated for resources: {'Port': ['ID=bb8471a7-fbf7-4942-bb4a-081a30bee2a7,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:46.092471 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da08709-8741-4ee0-be66-e851494f1090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:46.093333 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da08709-8741-4ee0-be66-e851494f1090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:46.094119 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da08709-8741-4ee0-be66-e851494f1090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:46.094888 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da08709-8741-4ee0-be66-e851494f1090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:46.095775 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da08709-8741-4ee0-be66-e851494f1090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:46.096567 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da08709-8741-4ee0-be66-e851494f1090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:46.097897 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da08709-8741-4ee0-be66-e851494f1090 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:46.098717 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da08709-8741-4ee0-be66-e851494f1090 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:46.099292 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da08709-8741-4ee0-be66-e851494f1090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:46.105651 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da08709-8741-4ee0-be66-e851494f1090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:46.105651 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da08709-8741-4ee0-be66-e851494f1090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:46.105651 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da08709-8741-4ee0-be66-e851494f1090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:46.110684 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-7da08709-8741-4ee0-be66-e851494f1090 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:46.130526 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-28a78d0c-eb0c-4850-9815-d22ee54a49e0 None None] For port bb8471a7-fbf7-4942-bb4a-081a30bee2a7, host dv-cinder-784779-11-iscsi, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:43:46.137079 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-28a78d0c-eb0c-4850-9815-d22ee54a49e0 None None] For port bb8471a7-fbf7-4942-bb4a-081a30bee2a7, host dv-cinder-784779-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=bb8471a7-fbf7-4942-bb4a-081a30bee2a7,segment=NetworkSegment(2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f),segment_id=2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:43:46.144206 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-28a78d0c-eb0c-4850-9815-d22ee54a49e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:46.153558 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:46.228997 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:46.248053 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Transition to ACTIVE for port object 7dfd94df-6ef7-4075-be8c-c957b5212c3a will not be triggered until provisioned by entity DHCP. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:43:46.273889 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2100528'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:46.279495 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:46.298556 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a78d0c-eb0c-4850-9815-d22ee54a49e0 None None] Routers {'87a939d5-6718-4ee5-999d-71b341a709b3'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:43:46.299604 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-28a78d0c-eb0c-4850-9815-d22ee54a49e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e5ad30>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:43:33Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['87a939d5-6718-4ee5-999d-71b341a709b3'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:43:46.341916 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Network a8e423f0-92f2-4643-a2c6-7172377b9fe5 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:43:46.345746 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:43:46.348994 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:43:46.409165 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Pushing event updated for resources: {'Port': ['ID=7dfd94df-6ef7-4075-be8c-c957b5212c3a,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:46.425797 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:46.426335 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:46.426697 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:46.427173 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:46.427671 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:46.428028 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:46.428542 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:46.429059 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:46.429515 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:46.430069 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:46.430481 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:46.430821 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:43:46.435202 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:46.448210 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704921'] for router_interface, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:46.477001 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da08709-8741-4ee0-be66-e851494f1090 None None] Pushing event updated for resources: {'Port': ['ID=bb8471a7-fbf7-4942-bb4a-081a30bee2a7,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:46.482830 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-7da08709-8741-4ee0-be66-e851494f1090 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:46.583049 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-28a78d0c-eb0c-4850-9815-d22ee54a49e0 None None] Set router 87a939d5-6718-4ee5-999d-71b341a709b3 gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:43:46.608702 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:46.676370 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-ba3f2676-6bd1-4cc6-89de-07fc7de15e3f None None] Provisioning for port 7dfd94df-6ef7-4075-be8c-c957b5212c3a completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:43:46.681829 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-ba3f2676-6bd1-4cc6-89de-07fc7de15e3f None None] Provisioning complete for port 7dfd94df-6ef7-4075-be8c-c957b5212c3a triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:43:46.682223 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-ba3f2676-6bd1-4cc6-89de-07fc7de15e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:46.743215 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-ba3f2676-6bd1-4cc6-89de-07fc7de15e3f None None] Port 7dfd94df-6ef7-4075-be8c-c957b5212c3a cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 11 13:43:46.895959 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd3e1b-77dc-4bca-8d2f-bff2f6fb22bb req-9cd3892a-c155-44f7-9ccb-1aba7ae5c30e tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:46.897611 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2dcd3e1b-77dc-4bca-8d2f-bff2f6fb22bb req-9cd3892a-c155-44f7-9ccb-1aba7ae5c30e tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.2392848
May 11 13:43:46.952924 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-28a78d0c-eb0c-4850-9815-d22ee54a49e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e5ad30>, [{'id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'name': 'tempest-TestMinimumBasicScenario-1183714021-router', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bb8471a7-fbf7-4942-bb4a-081a30bee2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:43:39Z', 'updated_at': '2021-05-11T13:43:41Z', 'revision_number': 3, 'project_id': '87061cce8d8647f28b362c421c9446b9', 'gw_port': {'id': 'bb8471a7-fbf7-4942-bb4a-081a30bee2a7', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cb:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:40Z', 'updated_at': '2021-05-11T13:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:43:46.966385 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a78d0c-eb0c-4850-9815-d22ee54a49e0 None None] The sync data for ids ['87a939d5-6718-4ee5-999d-71b341a709b3'] in dv-cinder-784779-11-iscsi is: [{'id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'name': 'tempest-TestMinimumBasicScenario-1183714021-router', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bb8471a7-fbf7-4942-bb4a-081a30bee2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:43:39Z', 'updated_at': '2021-05-11T13:43:41Z', 'revision_number': 3, 'project_id': '87061cce8d8647f28b362c421c9446b9', 'gw_port': {'id': 'bb8471a7-fbf7-4942-bb4a-081a30bee2a7', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cb:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:40Z', 'updated_at': '2021-05-11T13:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:43:47.045097 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:47.047472 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb68bf0-acb6-49cc-b75b-7dd8acb6003d req-c8b51c13-14b1-4926-9949-47ae55cfa8ec tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:47.060414 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fcb68bf0-acb6-49cc-b75b-7dd8acb6003d req-c8b51c13-14b1-4926-9949-47ae55cfa8ec tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.1909916
May 11 13:43:47.062408 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2dcd3e1b-77dc-4bca-8d2f-bff2f6fb22bb req-5a78d9bb-0555-44ab-be30-4b3af0dcd897 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1488051
May 11 13:43:47.066819 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2100521'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:47.139084 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:47.144793 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fcb68bf0-acb6-49cc-b75b-7dd8acb6003d req-418b0dca-7198-4551-9a5b-a07f4dff2361 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0822170
May 11 13:43:47.177583 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704826'] for router_interface, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:47.314522 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Pushing event updated for resources: {'Port': ['ID=7dfd94df-6ef7-4075-be8c-c957b5212c3a,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:47.320519 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:47.421688 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Network a8e423f0-92f2-4643-a2c6-7172377b9fe5 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:43:47.423180 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:43:47.885695 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-356fa1e7-50b3-4d9d-a787-e60b236787cd None None] Provisioning complete for port 7dfd94df-6ef7-4075-be8c-c957b5212c3a triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:43:47.886301 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-356fa1e7-50b3-4d9d-a787-e60b236787cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:47.947395 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-356fa1e7-50b3-4d9d-a787-e60b236787cd None None] Port 7dfd94df-6ef7-4075-be8c-c957b5212c3a cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 11 13:43:48.058132 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Router 87a939d5-6718-4ee5-999d-71b341a709b3 has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:43:48.361524 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:43:48.386092 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] 10.222.0.48 "PUT /v2.0/routers/87a939d5-6718-4ee5-999d-71b341a709b3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3312292
May 11 13:43:48.400155 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e069ef1-97e5-43cf-8347-7eec0e783860 req-0bd5fcd2-02a1-48fc-9a72-3630796b9225 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:48.408048 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe369976-a388-4c14-a337-ded86cadb32b req-b64ee876-454d-4ac8-8faa-82fdb5fd4741 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:48.408292 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7e069ef1-97e5-43cf-8347-7eec0e783860 req-0bd5fcd2-02a1-48fc-9a72-3630796b9225 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.2033153
May 11 13:43:48.410953 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fe369976-a388-4c14-a337-ded86cadb32b req-b64ee876-454d-4ac8-8faa-82fdb5fd4741 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.1455762
May 11 13:43:48.462886 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7e069ef1-97e5-43cf-8347-7eec0e783860 req-ba4309d0-38c5-4cac-8dde-3e8ad717781b tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534952
May 11 13:43:48.480191 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fe369976-a388-4c14-a337-ded86cadb32b req-f4790009-5d31-4a05-ac3b-63511f047c45 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545473
May 11 13:43:48.782283 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device bb8471a7-fbf7-4942-bb4a-081a30bee2a7 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:43:48.889966 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning for port bb8471a7-fbf7-4942-bb4a-081a30bee2a7 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:43:48.899456 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port bb8471a7-fbf7-4942-bb4a-081a30bee2a7 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:43:48.900610 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:49.079074 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:49.121431 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] For port bb8471a7-fbf7-4942-bb4a-081a30bee2a7, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=bb8471a7-fbf7-4942-bb4a-081a30bee2a7,segment=NetworkSegment(2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f),segment_id=2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:43:49.130750 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:49.147905 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:49.245354 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85628220-a3c0-404f-a395-a9e591e03c35 None None] Sync routers for ids ['87a939d5-6718-4ee5-999d-71b341a709b3'] in dv-cinder-784779-11-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:43:49.291095 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 44858) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:49.292642 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85628220-a3c0-404f-a395-a9e591e03c35 None None] Routers {'87a939d5-6718-4ee5-999d-71b341a709b3'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:43:49.293748 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-85628220-a3c0-404f-a395-a9e591e03c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9fb38e0>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:43:33Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['87a939d5-6718-4ee5-999d-71b341a709b3'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:43:49.297860 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-e95ab422-1515-4172-b02a-350ea1c33ea6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1911458882-network', 'tenant_id': '39e7193326644613934f9749cdae7b25'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:43:49.302866 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-e95ab422-1515-4172-b02a-350ea1c33ea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:49.308041 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-e95ab422-1515-4172-b02a-350ea1c33ea6 admin admin] Usage tracker for resource:network and tenant:39e7193326644613934f9749cdae7b25 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:49.311402 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-e95ab422-1515-4172-b02a-350ea1c33ea6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:49.318473 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-e95ab422-1515-4172-b02a-350ea1c33ea6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:49.354155 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95ab422-1515-4172-b02a-350ea1c33ea6 admin admin] Made reservation on behalf of 39e7193326644613934f9749cdae7b25 for: {'network': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:43:49.355998 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e95ab422-1515-4172-b02a-350ea1c33ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for network, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:49.390251 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e95ab422-1515-4172-b02a-350ea1c33ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:49.421515 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-e95ab422-1515-4172-b02a-350ea1c33ea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:49.429319 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-e95ab422-1515-4172-b02a-350ea1c33ea6 admin admin] Usage tracker for resource:security_group_rule and tenant:39e7193326644613934f9749cdae7b25 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:49.434816 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-e95ab422-1515-4172-b02a-350ea1c33ea6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:49.447104 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-e95ab422-1515-4172-b02a-350ea1c33ea6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:49.483881 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Pushing event updated for resources: {'Port': ['ID=bb8471a7-fbf7-4942-bb4a-081a30bee2a7,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:49.513503 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:49.645702 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e95ab422-1515-4172-b02a-350ea1c33ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:49.652967 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e95ab422-1515-4172-b02a-350ea1c33ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:49.677485 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95ab422-1515-4172-b02a-350ea1c33ea6 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'}  {{(pid=78703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 11 13:43:49.695296 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e95ab422-1515-4172-b02a-350ea1c33ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:49.695824 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.db.segments_db [None req-e95ab422-1515-4172-b02a-350ea1c33ea6 admin admin] Added segment b3d1a7e7-b32f-4a47-95d0-47fe470f8e30 of type vlan for network dab87f88-3cda-4df8-80ce-d9ba1faed23e
May 11 13:43:49.731794 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e95ab422-1515-4172-b02a-350ea1c33ea6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734582415728'] for network, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:49.761730 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-85628220-a3c0-404f-a395-a9e591e03c35 None None] Set router 87a939d5-6718-4ee5-999d-71b341a709b3 gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:43:49.774306 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-35f6036f-5dd3-4247-80f9-f51ff65be185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:49.796043 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e95ab422-1515-4172-b02a-350ea1c33ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for network, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:49.805302 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95ab422-1515-4172-b02a-350ea1c33ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:49.806836 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e95ab422-1515-4172-b02a-350ea1c33ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:49.898053 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-e95ab422-1515-4172-b02a-350ea1c33ea6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6045158
May 11 13:43:49.899844 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 44882) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:49.907156 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ab422-1515-4172-b02a-350ea1c33ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48400c2e-17f9-4aaf-8d89-e061c8e61fbe,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:49.915154 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e95ab422-1515-4172-b02a-350ea1c33ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:49.919030 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:49.928289 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-8bf619db-5e80-4f46-8c0b-df1fe3353c84 admin admin] Request body: {'subnet': {'network_id': 'dab87f88-3cda-4df8-80ce-d9ba1faed23e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1911458882-subnet', 'tenant_id': '39e7193326644613934f9749cdae7b25', 'ip_version': 4}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:43:49.939815 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32a822-e944-4b7f-a513-7218b986d3c6 req-7da1d374-06b8-4743-837a-fde0d36b351f tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:49.948035 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ff32a822-e944-4b7f-a513-7218b986d3c6 req-7da1d374-06b8-4743-837a-fde0d36b351f tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.1289482
May 11 13:43:49.994523 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-8bf619db-5e80-4f46-8c0b-df1fe3353c84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:50.008844 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ff32a822-e944-4b7f-a513-7218b986d3c6 req-66ff403c-ee2c-48cc-a925-5f5533805d6e tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593908
May 11 13:43:50.017298 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-8bf619db-5e80-4f46-8c0b-df1fe3353c84 admin admin] Usage tracker for resource:subnet and tenant:39e7193326644613934f9749cdae7b25 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:50.033864 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-8bf619db-5e80-4f46-8c0b-df1fe3353c84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:50.043702 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-8bf619db-5e80-4f46-8c0b-df1fe3353c84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:50.083295 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf619db-5e80-4f46-8c0b-df1fe3353c84 admin admin] Made reservation on behalf of 39e7193326644613934f9749cdae7b25 for: {'subnet': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:43:50.087986 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8bf619db-5e80-4f46-8c0b-df1fe3353c84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514369'] for subnet, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:50.115277 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ab422-1515-4172-b02a-350ea1c33ea6 admin admin] Pushing event updated for resources: {'Network': ['ID=dab87f88-3cda-4df8-80ce-d9ba1faed23e,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:50.121277 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e95ab422-1515-4172-b02a-350ea1c33ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:50.131337 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Network dab87f88-3cda-4df8-80ce-d9ba1faed23e details requested by agent ovs-agent-dv-cinder-784779-11-iscsi with host dv-cinder-784779-11-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 11 13:43:50.457025 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6dfe57-f946-4c66-87a3-31f361513fd7 req-04b7ca84-267b-4071-8612-1aba459a8d04 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:50.458637 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7d6dfe57-f946-4c66-87a3-31f361513fd7 req-04b7ca84-267b-4071-8612-1aba459a8d04 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.1961691
May 11 13:43:50.489584 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-85628220-a3c0-404f-a395-a9e591e03c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9fb38e0>, [{'id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'name': 'tempest-TestMinimumBasicScenario-1183714021-router', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bb8471a7-fbf7-4942-bb4a-081a30bee2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:43:39Z', 'updated_at': '2021-05-11T13:43:46Z', 'revision_number': 4, 'project_id': '87061cce8d8647f28b362c421c9446b9', 'gw_port': {'id': 'bb8471a7-fbf7-4942-bb4a-081a30bee2a7', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:40Z', 'updated_at': '2021-05-11T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '7dfd94df-6ef7-4075-be8c-c957b5212c3a', 'name': '', 'network_id': 'a8e423f0-92f2-4643-a2c6-7172377b9fe5', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'mac_address': 'fa:16:3e:42:c5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8e38d038-9b08-4d23-a16c-0e5d423f37b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:45Z', 'updated_at': '2021-05-11T13:43:46Z', 'revision_number': 2, 'project_id': '87061cce8d8647f28b362c421c9446b9', 'subnets': [{'id': '8e38d038-9b08-4d23-a16c-0e5d423f37b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:43:50.495475 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85628220-a3c0-404f-a395-a9e591e03c35 None None] Checking router: 87a939d5-6718-4ee5-999d-71b341a709b3 for host: dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:43:50.495905 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85628220-a3c0-404f-a395-a9e591e03c35 None None] Updating router 87a939d5-6718-4ee5-999d-71b341a709b3 port 7dfd94df-6ef7-4075-be8c-c957b5212c3a binding host dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 11 13:43:50.558745 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-85628220-a3c0-404f-a395-a9e591e03c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:50.577564 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7d6dfe57-f946-4c66-87a3-31f361513fd7 req-ede84823-4091-4075-b173-622bb77d5212 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0822840
May 11 13:43:50.732998 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device bb8471a7-fbf7-4942-bb4a-081a30bee2a7 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:43:50.869387 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8bf619db-5e80-4f46-8c0b-df1fe3353c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2131767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514355'] for subnet, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:50.875158 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-0165503d-9547-43f7-b709-0b2701f929a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:50.960751 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf619db-5e80-4f46-8c0b-df1fe3353c84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53b3d920-47b0-4686-bf3d-d9e25bde6ad9,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:50.966481 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-8bf619db-5e80-4f46-8c0b-df1fe3353c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:50.978408 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf619db-5e80-4f46-8c0b-df1fe3353c84 admin admin] Checking segment: {'id': 'b3d1a7e7-b32f-4a47-95d0-47fe470f8e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dab87f88-3cda-4df8-80ce-d9ba1faed23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:43:50.978757 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf619db-5e80-4f46-8c0b-df1fe3353c84 admin admin] Network hostable DHCP agents. Network: dab87f88-3cda-4df8-80ce-d9ba1faed23e, hostable agents: ['4f880931-96b8-4f66-b375-cb7708e9547f'], hosted agents: [] {{(pid=78702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 11 13:43:51.000158 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port bb8471a7-fbf7-4942-bb4a-081a30bee2a7 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:43:51.000524 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:51.004065 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf619db-5e80-4f46-8c0b-df1fe3353c84 admin admin] Network dab87f88-3cda-4df8-80ce-d9ba1faed23e is scheduled to be hosted by DHCP agent 4f880931-96b8-4f66-b375-cb7708e9547f with binding_index 1 {{(pid=78702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 11 13:43:51.026673 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-8bf619db-5e80-4f46-8c0b-df1fe3353c84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-iscsi, dab87f88-3cda-4df8-80ce-d9ba1faed23e) {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:43:51.057011 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf619db-5e80-4f46-8c0b-df1fe3353c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:51.057983 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8bf619db-5e80-4f46-8c0b-df1fe3353c84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:51.136034 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-8bf619db-5e80-4f46-8c0b-df1fe3353c84 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2129328
May 11 13:43:51.138759 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 44902) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:51.147504 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-c2027be8-8d54-4ec6-aef4-c7b6a8309bb8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1911458882-router', 'tenant_id': '39e7193326644613934f9749cdae7b25', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:43:51.156293 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-c2027be8-8d54-4ec6-aef4-c7b6a8309bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:43:51.168311 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-c2027be8-8d54-4ec6-aef4-c7b6a8309bb8 admin admin] Usage tracker for resource:router and tenant:39e7193326644613934f9749cdae7b25 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:43:51.168527 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd18d55-3bfe-43e5-8e22-30c22d3abdcf None None] Network dab87f88-3cda-4df8-80ce-d9ba1faed23e requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:43:51.173520 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-c2027be8-8d54-4ec6-aef4-c7b6a8309bb8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:43:51.186582 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-c2027be8-8d54-4ec6-aef4-c7b6a8309bb8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:43:51.202404 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c2027be8-8d54-4ec6-aef4-c7b6a8309bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1799909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29054'] for router, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:51.204068 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c2027be8-8d54-4ec6-aef4-c7b6a8309bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1799914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29045'] for router, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:51.243010 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c2027be8-8d54-4ec6-aef4-c7b6a8309bb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:51.678733 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c2027be8-8d54-4ec6-aef4-c7b6a8309bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1796113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29019'] for router, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:51.749934 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126d273-d3fa-4bb4-887f-de8b62cb906f req-46cf998b-086c-4cc0-bdd4-241c8902f61f tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:51.780818 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0126d273-d3fa-4bb4-887f-de8b62cb906f req-46cf998b-086c-4cc0-bdd4-241c8902f61f tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.4339566
May 11 13:43:51.953204 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0126d273-d3fa-4bb4-887f-de8b62cb906f req-73b9dd59-eb56-418e-8086-165c0ef0f6bd tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694834
May 11 13:43:52.033615 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.db.resource_extend [None req-85628220-a3c0-404f-a395-a9e591e03c35 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 11 13:43:52.118101 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2108f669-958a-4e96-a5f8-11adae51bac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909737b3-bb84-5a13-9931-2d83341a903e-dab87f88-3cda-4df8-80ce-d9ba1faed23e', 'network_id': 'dab87f88-3cda-4df8-80ce-d9ba1faed23e', 'tenant_id': '39e7193326644613934f9749cdae7b25', 'fixed_ips': [{'subnet_id': '53b3d920-47b0-4686-bf3d-d9e25bde6ad9'}]}} from dv-cinder-784779-11-iscsi. {{(pid=78704) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 11 13:43:52.119001 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-2108f669-958a-4e96-a5f8-11adae51bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:52.318741 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.db_base_plugin_common [None req-2108f669-958a-4e96-a5f8-11adae51bac2 None None] Allocated IP 172.20.0.2 (dab87f88-3cda-4df8-80ce-d9ba1faed23e/53b3d920-47b0-4686-bf3d-d9e25bde6ad9/4d5ea549-78e3-42b9-bc93-1fc0a7960e6f) {{(pid=78704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:43:52.445053 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-85628220-a3c0-404f-a395-a9e591e03c35 None None] Notify callbacks [] for port, precommit_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:52.475365 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-85628220-a3c0-404f-a395-a9e591e03c35 None None] Transition to ACTIVE for port object 7dfd94df-6ef7-4075-be8c-c957b5212c3a will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:43:52.493811 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-85628220-a3c0-404f-a395-a9e591e03c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:52.533164 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c2027be8-8d54-4ec6-aef4-c7b6a8309bb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:52.542267 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:43:52.565368 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:52.596946 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c2027be8-8d54-4ec6-aef4-c7b6a8309bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:52.746185 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f7169-ac92-4398-b841-6e07cf103090 req-7e081fd7-e87a-4e7b-be01-03dc67044bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:52.748468 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-dd9f7169-ac92-4398-b841-6e07cf103090 req-7e081fd7-e87a-4e7b-be01-03dc67044bf2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 1099 time: 0.3935273
May 11 13:43:52.780792 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222b17b-d96a-4b67-87e6-2fddb22d45a7 req-b1f20434-4289-46ec-8676-047c50ade8ef tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:52.792279 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2222b17b-d96a-4b67-87e6-2fddb22d45a7 req-b1f20434-4289-46ec-8676-047c50ade8ef tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.6734643
May 11 13:43:52.886952 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2222b17b-d96a-4b67-87e6-2fddb22d45a7 req-f7908cc3-2ce3-4a1a-a1b1-c1da8603460e tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0933757
May 11 13:43:52.902069 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54954a-ffb8-4fdb-9298-7bfcd6ced191 None None] Pushing event updated for resources: {'Port': ['ID=7dfd94df-6ef7-4075-be8c-c957b5212c3a,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:52.915531 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-cf54954a-ffb8-4fdb-9298-7bfcd6ced191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:52.931757 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-dd9f7169-ac92-4398-b841-6e07cf103090 req-d16dc053-588c-412e-b19b-0415e62c6e49 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994105
May 11 13:43:52.996649 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-2108f669-958a-4e96-a5f8-11adae51bac2 None None] Notify callbacks [] for port, precommit_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:53.034409 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-85628220-a3c0-404f-a395-a9e591e03c35 None None] Attempting to bind port 7dfd94df-6ef7-4075-be8c-c957b5212c3a on host dv-cinder-784779-11-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:43:53.036106 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-85628220-a3c0-404f-a395-a9e591e03c35 None None] Attempting to bind port 7dfd94df-6ef7-4075-be8c-c957b5212c3a by drivers openvswitch,hyperv on host dv-cinder-784779-11-iscsi at level 0 using segments [{'id': '6ac1d778-88f8-48a2-87ec-07ee57581f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a8e423f0-92f2-4643-a2c6-7172377b9fe5'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:43:53.036539 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85628220-a3c0-404f-a395-a9e591e03c35 None None] Attempting to bind port 7dfd94df-6ef7-4075-be8c-c957b5212c3a on network a8e423f0-92f2-4643-a2c6-7172377b9fe5 {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:43:53.048501 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-2108f669-958a-4e96-a5f8-11adae51bac2 None None] Transition to ACTIVE for port object 4d5ea549-78e3-42b9-bc93-1fc0a7960e6f will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:43:53.052051 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85628220-a3c0-404f-a395-a9e591e03c35 None None] Checking agent: {'id': '2e08dd85-5947-470f-91ea-843c02c9f211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'started_at': datetime.datetime(2021, 5, 11, 13, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:43:53.052566 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85628220-a3c0-404f-a395-a9e591e03c35 None None] Checking segment: {'id': '6ac1d778-88f8-48a2-87ec-07ee57581f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a8e423f0-92f2-4643-a2c6-7172377b9fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:43:53.053075 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-85628220-a3c0-404f-a395-a9e591e03c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:53.053536 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85628220-a3c0-404f-a395-a9e591e03c35 None None] Bound using segment: {'id': '6ac1d778-88f8-48a2-87ec-07ee57581f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a8e423f0-92f2-4643-a2c6-7172377b9fe5'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:43:53.054574 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-85628220-a3c0-404f-a395-a9e591e03c35 None None] Bound port: 7dfd94df-6ef7-4075-be8c-c957b5212c3a, host: dv-cinder-784779-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac1d778-88f8-48a2-87ec-07ee57581f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a8e423f0-92f2-4643-a2c6-7172377b9fe5'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:43:53.055027 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-85628220-a3c0-404f-a395-a9e591e03c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:53.066549 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-c2027be8-8d54-4ec6-aef4-c7b6a8309bb8 admin admin] Allocated IP 172.27.1.90 (e051f2fa-e4f7-48f8-93ce-58e38fee5eb4/218716c0-958e-4312-849b-6a79832afb0f/b1fd4596-2f73-4d77-ae86-fc584cc5d1cd) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:43:53.172290 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-2108f669-958a-4e96-a5f8-11adae51bac2 None None] Transition to ACTIVE for port object 4d5ea549-78e3-42b9-bc93-1fc0a7960e6f will not be triggered until provisioned by entity DHCP. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:43:53.180433 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-2108f669-958a-4e96-a5f8-11adae51bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735'] for port, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:53.194149 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:53.319285 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c2027be8-8d54-4ec6-aef4-c7b6a8309bb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:53.322056 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2108f669-958a-4e96-a5f8-11adae51bac2 None None] Network dab87f88-3cda-4df8-80ce-d9ba1faed23e is already hosted by enough agents. {{(pid=78704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:43:53.349708 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12638bbe-9df7-46ca-875c-b79dcf7430b4 req-cb621f0a-3ea4-4725-aa13-e7db48844d53 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:53.351281 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-12638bbe-9df7-46ca-875c-b79dcf7430b4 req-cb621f0a-3ea4-4725-aa13-e7db48844d53 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.1787672
May 11 13:43:53.408489 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-85628220-a3c0-404f-a395-a9e591e03c35 None None] For port 7dfd94df-6ef7-4075-be8c-c957b5212c3a, host dv-cinder-784779-11-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:43:53.413559 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-85628220-a3c0-404f-a395-a9e591e03c35 None None] For port 7dfd94df-6ef7-4075-be8c-c957b5212c3a, host dv-cinder-784779-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=7dfd94df-6ef7-4075-be8c-c957b5212c3a,segment=NetworkSegment(6ac1d778-88f8-48a2-87ec-07ee57581f6c),segment_id=6ac1d778-88f8-48a2-87ec-07ee57581f6c)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:43:53.413893 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-12638bbe-9df7-46ca-875c-b79dcf7430b4 req-236a20e5-d38e-4cfc-9d2a-a6b53ee3cbe8 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561299
May 11 13:43:53.415809 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.scheduler.base_scheduler [None req-2108f669-958a-4e96-a5f8-11adae51bac2 None None] Resources bound (agent type, host, resource id):  {{(pid=78704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:43:53.418526 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108f669-958a-4e96-a5f8-11adae51bac2 None None] Pushing event updated for resources: {'Port': ['ID=4d5ea549-78e3-42b9-bc93-1fc0a7960e6f,revision_number=1']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:53.422359 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2108f669-958a-4e96-a5f8-11adae51bac2 None None] Received port after_create {{(pid=78704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:43:53.424917 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-2108f669-958a-4e96-a5f8-11adae51bac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:53.428463 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-85628220-a3c0-404f-a395-a9e591e03c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:53.432630 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c2027be8-8d54-4ec6-aef4-c7b6a8309bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:53.434727 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:53.454478 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-26ee3bcd-8dcd-4636-8b66-77d3edd5823c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:53.553225 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2027be8-8d54-4ec6-aef4-c7b6a8309bb8 admin admin] Network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:43:53.565833 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-c2027be8-8d54-4ec6-aef4-c7b6a8309bb8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:43:53.576229 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2027be8-8d54-4ec6-aef4-c7b6a8309bb8 admin admin] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:43:53.677161 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2027be8-8d54-4ec6-aef4-c7b6a8309bb8 admin admin] Pushing event updated for resources: {'Port': ['ID=b1fd4596-2f73-4d77-ae86-fc584cc5d1cd,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:53.683150 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-c2027be8-8d54-4ec6-aef4-c7b6a8309bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:53.702771 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85628220-a3c0-404f-a395-a9e591e03c35 None None] Routers {'87a939d5-6718-4ee5-999d-71b341a709b3'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:43:53.704245 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-85628220-a3c0-404f-a395-a9e591e03c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9fb38e0>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:43:33Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['87a939d5-6718-4ee5-999d-71b341a709b3'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:43:53.803750 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54954a-ffb8-4fdb-9298-7bfcd6ced191 None None] Pushing event updated for resources: {'Port': ['ID=7dfd94df-6ef7-4075-be8c-c957b5212c3a,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:53.885007 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-cf54954a-ffb8-4fdb-9298-7bfcd6ced191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:53.911248 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-2108f669-958a-4e96-a5f8-11adae51bac2 None None] Attempting to bind port 4d5ea549-78e3-42b9-bc93-1fc0a7960e6f on host dv-cinder-784779-11-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:43:53.913903 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-2108f669-958a-4e96-a5f8-11adae51bac2 None None] Attempting to bind port 4d5ea549-78e3-42b9-bc93-1fc0a7960e6f by drivers openvswitch,hyperv on host dv-cinder-784779-11-iscsi at level 0 using segments [{'id': 'b3d1a7e7-b32f-4a47-95d0-47fe470f8e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dab87f88-3cda-4df8-80ce-d9ba1faed23e'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:43:53.913903 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2108f669-958a-4e96-a5f8-11adae51bac2 None None] Attempting to bind port 4d5ea549-78e3-42b9-bc93-1fc0a7960e6f on network dab87f88-3cda-4df8-80ce-d9ba1faed23e {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:43:53.936680 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2108f669-958a-4e96-a5f8-11adae51bac2 None None] Checking agent: {'id': '2e08dd85-5947-470f-91ea-843c02c9f211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'started_at': datetime.datetime(2021, 5, 11, 13, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:43:53.936680 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2108f669-958a-4e96-a5f8-11adae51bac2 None None] Checking segment: {'id': 'b3d1a7e7-b32f-4a47-95d0-47fe470f8e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dab87f88-3cda-4df8-80ce-d9ba1faed23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:43:53.936680 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-2108f669-958a-4e96-a5f8-11adae51bac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:53.936680 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2108f669-958a-4e96-a5f8-11adae51bac2 None None] Bound using segment: {'id': 'b3d1a7e7-b32f-4a47-95d0-47fe470f8e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dab87f88-3cda-4df8-80ce-d9ba1faed23e'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:43:53.936680 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-2108f669-958a-4e96-a5f8-11adae51bac2 None None] Bound port: 4d5ea549-78e3-42b9-bc93-1fc0a7960e6f, host: dv-cinder-784779-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d1a7e7-b32f-4a47-95d0-47fe470f8e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dab87f88-3cda-4df8-80ce-d9ba1faed23e'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:43:53.936680 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-2108f669-958a-4e96-a5f8-11adae51bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:54.102901 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-85628220-a3c0-404f-a395-a9e591e03c35 None None] Set router 87a939d5-6718-4ee5-999d-71b341a709b3 gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:43:54.279467 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-2108f669-958a-4e96-a5f8-11adae51bac2 None None] For port 4d5ea549-78e3-42b9-bc93-1fc0a7960e6f, host dv-cinder-784779-11-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:43:54.326201 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea1973-62fd-4350-8343-bcd140fbc631 req-ff3e7e22-2855-4105-920b-c13449a95e6a tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:54.341821 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2dea1973-62fd-4350-8343-bcd140fbc631 req-ff3e7e22-2855-4105-920b-c13449a95e6a tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.1762793
May 11 13:43:54.424609 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2dea1973-62fd-4350-8343-bcd140fbc631 req-dd9f3aec-43c1-4bca-b76e-a3642689d63f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0816824
May 11 13:43:54.441895 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-2108f669-958a-4e96-a5f8-11adae51bac2 None None] For port 4d5ea549-78e3-42b9-bc93-1fc0a7960e6f, host dv-cinder-784779-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=4d5ea549-78e3-42b9-bc93-1fc0a7960e6f,segment=NetworkSegment(b3d1a7e7-b32f-4a47-95d0-47fe470f8e30),segment_id=b3d1a7e7-b32f-4a47-95d0-47fe470f8e30)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:43:54.454769 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-2108f669-958a-4e96-a5f8-11adae51bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:54.462788 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:54.622363 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c2027be8-8d54-4ec6-aef4-c7b6a8309bb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:54.643962 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108f669-958a-4e96-a5f8-11adae51bac2 None None] Pushing event updated for resources: {'Port': ['ID=4d5ea549-78e3-42b9-bc93-1fc0a7960e6f,revision_number=2']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:54.647535 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-2108f669-958a-4e96-a5f8-11adae51bac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:54.717075 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-85628220-a3c0-404f-a395-a9e591e03c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9fb38e0>, [{'id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'name': 'tempest-TestMinimumBasicScenario-1183714021-router', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bb8471a7-fbf7-4942-bb4a-081a30bee2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:43:39Z', 'updated_at': '2021-05-11T13:43:46Z', 'revision_number': 4, 'project_id': '87061cce8d8647f28b362c421c9446b9', 'gw_port': {'id': 'bb8471a7-fbf7-4942-bb4a-081a30bee2a7', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:40Z', 'updated_at': '2021-05-11T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '7dfd94df-6ef7-4075-be8c-c957b5212c3a', 'name': '', 'network_id': 'a8e423f0-92f2-4643-a2c6-7172377b9fe5', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'mac_address': 'fa:16:3e:42:c5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8e38d038-9b08-4d23-a16c-0e5d423f37b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:45Z', 'updated_at': '2021-05-11T13:43:53Z', 'revision_number': 4, 'project_id': '87061cce8d8647f28b362c421c9446b9', 'subnets': [{'id': '8e38d038-9b08-4d23-a16c-0e5d423f37b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:43:54.723322 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85628220-a3c0-404f-a395-a9e591e03c35 None None] The sync data for ids ['87a939d5-6718-4ee5-999d-71b341a709b3'] in dv-cinder-784779-11-iscsi is: [{'id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'name': 'tempest-TestMinimumBasicScenario-1183714021-router', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bb8471a7-fbf7-4942-bb4a-081a30bee2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:43:39Z', 'updated_at': '2021-05-11T13:43:46Z', 'revision_number': 4, 'project_id': '87061cce8d8647f28b362c421c9446b9', 'gw_port': {'id': 'bb8471a7-fbf7-4942-bb4a-081a30bee2a7', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:40Z', 'updated_at': '2021-05-11T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '7dfd94df-6ef7-4075-be8c-c957b5212c3a', 'name': '', 'network_id': 'a8e423f0-92f2-4643-a2c6-7172377b9fe5', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'mac_address': 'fa:16:3e:42:c5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8e38d038-9b08-4d23-a16c-0e5d423f37b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:45Z', 'updated_at': '2021-05-11T13:43:53Z', 'revision_number': 4, 'project_id': '87061cce8d8647f28b362c421c9446b9', 'subnets': [{'id': '8e38d038-9b08-4d23-a16c-0e5d423f37b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:43:55.036466 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdec84-035a-4d3b-9032-26b6574f7737 req-355937ae-8a09-4e9b-ac7a-f99e05784937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:55.038042 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b1bdec84-035a-4d3b-9032-26b6574f7737 req-355937ae-8a09-4e9b-ac7a-f99e05784937 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e2e1283bbf5045ad87015dc35eb13bec&device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 1099 time: 0.6160796
May 11 13:43:55.512008 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921c7d8-7738-4cc7-ad1e-c57e9d943db1 req-f2d15725-2489-4635-bf90-fc8714283a7a tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:55.514280 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4921c7d8-7738-4cc7-ad1e-c57e9d943db1 req-f2d15725-2489-4635-bf90-fc8714283a7a tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.9357786
May 11 13:43:55.653969 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdec84-035a-4d3b-9032-26b6574f7737 req-9fba457a-56eb-4cb3-b92f-c3e62ea385ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:55.656365 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b1bdec84-035a-4d3b-9032-26b6574f7737 req-9fba457a-56eb-4cb3-b92f-c3e62ea385ba service neutron] 10.222.0.54 "GET /v2.0/networks?id=d88b8522-bb44-4128-b66b-b6cc8ce1b406 HTTP/1.1" status: 200  len: 912 time: 0.5335400
May 11 13:43:55.761809 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed73c38-e3e3-4780-9e32-68db1fdb80a5 req-68314ec9-15c2-4b7d-b62f-1cde09d8bde4 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:55.777010 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8ed73c38-e3e3-4780-9e32-68db1fdb80a5 req-68314ec9-15c2-4b7d-b62f-1cde09d8bde4 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.1603248
May 11 13:43:55.842547 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c2027be8-8d54-4ec6-aef4-c7b6a8309bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1796200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706246'] for router, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:55.846911 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8ed73c38-e3e3-4780-9e32-68db1fdb80a5 req-f8f6dd86-c745-4653-b59d-a74b5a9bdb50 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680583
May 11 13:43:55.873438 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4921c7d8-7738-4cc7-ad1e-c57e9d943db1 req-0d5a7b17-e545-4d21-9835-2069cd90b07a tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3456054
May 11 13:43:56.017572 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bfc75d-8b80-4330-98fe-73eacc55a66a None None] Network dab87f88-3cda-4df8-80ce-d9ba1faed23e requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:43:56.113728 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b1bdec84-035a-4d3b-9032-26b6574f7737 req-184f69cf-d230-44b2-a471-c7b8472b3e78 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a677dac-2f78-46bc-ac7e-4d06bd8805bd HTTP/1.1" status: 200  len: 1002 time: 0.4399226
May 11 13:43:56.163807 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-1f902653-17ba-49e4-a87c-6f1bfec5520a None None] Provisioning for port 4d5ea549-78e3-42b9-bc93-1fc0a7960e6f completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:43:56.224347 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdec84-035a-4d3b-9032-26b6574f7737 req-f9f176b8-3f69-4d2b-83b4-0f32ccc4073c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:56.225869 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b1bdec84-035a-4d3b-9032-26b6574f7737 req-f9f176b8-3f69-4d2b-83b4-0f32ccc4073c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3abe7865-8078-415f-bbc1-ea30cc80fab6 HTTP/1.1" status: 200  len: 850 time: 0.0977788
May 11 13:43:56.442213 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2027be8-8d54-4ec6-aef4-c7b6a8309bb8 admin admin] Router 28fe5a85-3754-419c-9dd0-288a981e9dfd is scheduled to L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c with binding_index 1 {{(pid=78702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 11 13:43:56.655647 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdec84-035a-4d3b-9032-26b6574f7737 req-cc8bdb6b-ee4b-4b6c-b68f-5389fcc20621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:56.660784 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b1bdec84-035a-4d3b-9032-26b6574f7737 req-cc8bdb6b-ee4b-4b6c-b68f-5389fcc20621 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d88b8522-bb44-4128-b66b-b6cc8ce1b406&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.4259655
May 11 13:43:56.692453 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25f6a0-a6c8-48d2-881b-19922d9b833f req-449bdc74-c2e3-4443-94d5-d0dce964279c tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:56.701651 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dc25f6a0-a6c8-48d2-881b-19922d9b833f req-449bdc74-c2e3-4443-94d5-d0dce964279c tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.1893094
May 11 13:43:56.786494 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 45008) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:56.880469 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dc25f6a0-a6c8-48d2-881b-19922d9b833f req-5a8dd3cf-bf83-478a-94a4-07bf4bdcb7c3 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1711395
May 11 13:43:56.905987 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ed5345-99d2-4474-bebd-f393d58bd683 admin admin] Deleting subnet a3d057bc-f461-4219-b938-0e02be02f182 {{(pid=78703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 11 13:43:56.909945 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-12ed5345-99d2-4474-bebd-f393d58bd683 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:56.974653 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 7dfd94df-6ef7-4075-be8c-c957b5212c3a up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:43:57.049628 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-12ed5345-99d2-4474-bebd-f393d58bd683 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077574'] for subnet, precommit_delete_associations {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:57.104023 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning for port 7dfd94df-6ef7-4075-be8c-c957b5212c3a completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:43:57.110744 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 7dfd94df-6ef7-4075-be8c-c957b5212c3a triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:43:57.111110 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:57.135377 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89baeab-d94c-48bf-8f76-770399388bc0 req-f1c42ffa-7c63-443c-b903-b04d2b17e6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:57.137776 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a89baeab-d94c-48bf-8f76-770399388bc0 req-f1c42ffa-7c63-443c-b903-b04d2b17e6e7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f7125cde7f594fb59b70804ec00a8405&device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 1099 time: 0.7828929
May 11 13:43:57.243045 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2027be8-8d54-4ec6-aef4-c7b6a8309bb8 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:43:57.286382 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed3636f-93f4-4ce9-afa9-01858485bd18 None None] Sync routers for ids ['28fe5a85-3754-419c-9dd0-288a981e9dfd'] in dv-cinder-784779-11-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:43:57.309595 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed3636f-93f4-4ce9-afa9-01858485bd18 None None] Routers {'28fe5a85-3754-419c-9dd0-288a981e9dfd'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:43:57.314724 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-aed3636f-93f4-4ce9-afa9-01858485bd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ada07fb50>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:43:33Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['28fe5a85-3754-419c-9dd0-288a981e9dfd'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:43:57.433480 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b1bdec84-035a-4d3b-9032-26b6574f7737 req-9eb58e5e-8ab1-43fb-88af-3888c145abe1 service neutron] 10.222.0.54 "GET /v2.0/networks/d88b8522-bb44-4128-b66b-b6cc8ce1b406?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7469146
May 11 13:43:57.465674 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-12ed5345-99d2-4474-bebd-f393d58bd683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861720'] for subnet, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:57.491921 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:57.587462 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] For port 7dfd94df-6ef7-4075-be8c-c957b5212c3a, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=7dfd94df-6ef7-4075-be8c-c957b5212c3a,segment=NetworkSegment(6ac1d778-88f8-48a2-87ec-07ee57581f6c),segment_id=6ac1d778-88f8-48a2-87ec-07ee57581f6c)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:43:57.588971 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-aed3636f-93f4-4ce9-afa9-01858485bd18 None None] Set router 28fe5a85-3754-419c-9dd0-288a981e9dfd gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:43:57.597775 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:57.599852 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 4d5ea549-78e3-42b9-bc93-1fc0a7960e6f up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:43:57.665402 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:57.918974 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148aebf-a85c-4c0c-953f-91e793bbc6a5 req-c35bd18e-490a-4d2f-80ec-23405945389d tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:57.927613 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9148aebf-a85c-4c0c-953f-91e793bbc6a5 req-c35bd18e-490a-4d2f-80ec-23405945389d tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.6102486
May 11 13:43:57.932598 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Pushing event updated for resources: {'Port': ['ID=7dfd94df-6ef7-4075-be8c-c957b5212c3a,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:57.951492 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:57.972681 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c2027be8-8d54-4ec6-aef4-c7b6a8309bb8 admin admin] Notify callbacks [] for router, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:57.982163 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-c2027be8-8d54-4ec6-aef4-c7b6a8309bb8 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 6.8378880
May 11 13:43:57.989450 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 45028) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:58.033512 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning for port 4d5ea549-78e3-42b9-bc93-1fc0a7960e6f completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:43:58.047481 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 4d5ea549-78e3-42b9-bc93-1fc0a7960e6f triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:43:58.048379 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:58.084653 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9148aebf-a85c-4c0c-953f-91e793bbc6a5 req-3c66c338-48af-44df-8c37-21c51998919e tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1553612
May 11 13:43:58.245528 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:58.253924 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-aed3636f-93f4-4ce9-afa9-01858485bd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ada07fb50>, [{'id': '28fe5a85-3754-419c-9dd0-288a981e9dfd', 'name': 'tempest-TestMinimumBasicScenario-1911458882-router', 'tenant_id': '39e7193326644613934f9749cdae7b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'b1fd4596-2f73-4d77-ae86-fc584cc5d1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:43:51Z', 'updated_at': '2021-05-11T13:43:54Z', 'revision_number': 3, 'project_id': '39e7193326644613934f9749cdae7b25', 'gw_port': {'id': 'b1fd4596-2f73-4d77-ae86-fc584cc5d1cd', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:df:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fe5a85-3754-419c-9dd0-288a981e9dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:52Z', 'updated_at': '2021-05-11T13:43:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:43:58.259180 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed3636f-93f4-4ce9-afa9-01858485bd18 None None] Checking router: 28fe5a85-3754-419c-9dd0-288a981e9dfd for host: dv-cinder-784779-11-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:43:58.259645 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed3636f-93f4-4ce9-afa9-01858485bd18 None None] Updating router 28fe5a85-3754-419c-9dd0-288a981e9dfd port b1fd4596-2f73-4d77-ae86-fc584cc5d1cd binding host dv-cinder-784779-11-iscsi {{(pid=78705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 11 13:43:58.286163 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] For port 4d5ea549-78e3-42b9-bc93-1fc0a7960e6f, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=4d5ea549-78e3-42b9-bc93-1fc0a7960e6f,segment=NetworkSegment(b3d1a7e7-b32f-4a47-95d0-47fe470f8e30),segment_id=b3d1a7e7-b32f-4a47-95d0-47fe470f8e30)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:43:58.292388 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:58.299201 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:58.337137 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-aed3636f-93f4-4ce9-afa9-01858485bd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:58.396307 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Pushing event updated for resources: {'Port': ['ID=4d5ea549-78e3-42b9-bc93-1fc0a7960e6f,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:58.410554 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:58.531293 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-12ed5345-99d2-4474-bebd-f393d58bd683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2100579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2545306'] for subnet, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:58.551712 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-216f88f8-8a7f-4c27-bb49-8891e55198a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:58.652355 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89baeab-d94c-48bf-8f76-770399388bc0 req-161421f4-a607-4f3c-85d2-b5a583996889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:58.652573 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed5345-99d2-4474-bebd-f393d58bd683 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3d057bc-f461-4219-b938-0e02be02f182,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:58.655775 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-12ed5345-99d2-4474-bebd-f393d58bd683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:58.657844 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a89baeab-d94c-48bf-8f76-770399388bc0 req-161421f4-a607-4f3c-85d2-b5a583996889 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f5b51504-92c9-4304-911d-10c3bcee9e8c HTTP/1.1" status: 200  len: 920 time: 1.5081072
May 11 13:43:58.668496 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-12ed5345-99d2-4474-bebd-f393d58bd683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:58.677582 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-12ed5345-99d2-4474-bebd-f393d58bd683 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a3d057bc-f461-4219-b938-0e02be02f182 HTTP/1.1" status: 204  len: 168 time: 1.8878422
May 11 13:43:58.679209 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 45040) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:43:58.777450 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 7dfd94df-6ef7-4075-be8c-c957b5212c3a up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:43:58.878213 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-aed3636f-93f4-4ce9-afa9-01858485bd18 None None] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:58.900898 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [None req-aed3636f-93f4-4ce9-afa9-01858485bd18 None None] Transition to ACTIVE for port object b1fd4596-2f73-4d77-ae86-fc584cc5d1cd will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:43:58.906140 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-aa1a314d-5c64-4c62-817a-91d67eb5b465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785944'] for network, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:58.922287 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-aed3636f-93f4-4ce9-afa9-01858485bd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:58.938173 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-8ca7883a-4f6e-46ef-a1b1-e704b180309c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:58.939176 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 7dfd94df-6ef7-4075-be8c-c957b5212c3a triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:43:58.939816 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:58.945824 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b1bdec84-035a-4d3b-9032-26b6574f7737 req-aef025ab-4d60-4388-908e-824608a14c8f service neutron] 10.222.0.54 "GET /v2.0/networks/d88b8522-bb44-4128-b66b-b6cc8ce1b406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4817309
May 11 13:43:59.122762 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-aed3636f-93f4-4ce9-afa9-01858485bd18 None None] Attempting to bind port b1fd4596-2f73-4d77-ae86-fc584cc5d1cd on host dv-cinder-784779-11-iscsi for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:43:59.128271 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-aed3636f-93f4-4ce9-afa9-01858485bd18 None None] Attempting to bind port b1fd4596-2f73-4d77-ae86-fc584cc5d1cd by drivers openvswitch,hyperv on host dv-cinder-784779-11-iscsi at level 0 using segments [{'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:43:59.128869 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed3636f-93f4-4ce9-afa9-01858485bd18 None None] Attempting to bind port b1fd4596-2f73-4d77-ae86-fc584cc5d1cd on network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:43:59.148762 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed3636f-93f4-4ce9-afa9-01858485bd18 None None] Checking agent: {'id': '2e08dd85-5947-470f-91ea-843c02c9f211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'started_at': datetime.datetime(2021, 5, 11, 13, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:43:59.149474 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed3636f-93f4-4ce9-afa9-01858485bd18 None None] Checking segment: {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:43:59.150019 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-aed3636f-93f4-4ce9-afa9-01858485bd18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:59.150525 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed3636f-93f4-4ce9-afa9-01858485bd18 None None] Bound using segment: {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:43:59.153689 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-aed3636f-93f4-4ce9-afa9-01858485bd18 None None] Bound port: b1fd4596-2f73-4d77-ae86-fc584cc5d1cd, host: dv-cinder-784779-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:43:59.154199 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-aed3636f-93f4-4ce9-afa9-01858485bd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:59.205911 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 4d5ea549-78e3-42b9-bc93-1fc0a7960e6f up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:43:59.217167 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a89baeab-d94c-48bf-8f76-770399388bc0 req-97abbaef-6f38-4b1f-88ff-aba11b2a3a5b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=716f81b5-9951-4800-a928-e286481dd6b2 HTTP/1.1" status: 200  len: 217 time: 0.2609193
May 11 13:43:59.299509 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-aed3636f-93f4-4ce9-afa9-01858485bd18 None None] For port b1fd4596-2f73-4d77-ae86-fc584cc5d1cd, host dv-cinder-784779-11-iscsi, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:43:59.305161 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-aed3636f-93f4-4ce9-afa9-01858485bd18 None None] For port b1fd4596-2f73-4d77-ae86-fc584cc5d1cd, host dv-cinder-784779-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=b1fd4596-2f73-4d77-ae86-fc584cc5d1cd,segment=NetworkSegment(2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f),segment_id=2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:43:59.309070 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-aa1a314d-5c64-4c62-817a-91d67eb5b465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863971', 'neutron.services.segments.db._delete_segments_for_network-8734582855581'] for network, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:59.326731 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-aed3636f-93f4-4ce9-afa9-01858485bd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:59.336739 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-aa1a314d-5c64-4c62-817a-91d67eb5b465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ad97325b0>,) {'filters': {'network_id': ['44156c77-512a-452a-a9ec-f0e8a61dbafc']}} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:43:59.371859 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643739d-615d-4818-87cf-810ff2e6b8bf None None] Pushing event updated for resources: {'Port': ['ID=b1fd4596-2f73-4d77-ae86-fc584cc5d1cd,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:59.380035 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-aa1a314d-5c64-4c62-817a-91d67eb5b465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad97325b0>, '477c261c-3b38-41bc-9db8-9eca436c3498') {'for_net_delete': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:43:59.380504 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-aa1a314d-5c64-4c62-817a-91d67eb5b465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad97325b0>, '477c261c-3b38-41bc-9db8-9eca436c3498') {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:43:59.425915 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa1e8fb2-f2c6-4a28-b3a9-3cca4f353739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:59.434427 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 4d5ea549-78e3-42b9-bc93-1fc0a7960e6f triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:43:59.435929 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:59.436306 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed3636f-93f4-4ce9-afa9-01858485bd18 None None] Routers {'28fe5a85-3754-419c-9dd0-288a981e9dfd'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:43:59.437158 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-aed3636f-93f4-4ce9-afa9-01858485bd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ada07fb50>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:43:33Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['28fe5a85-3754-419c-9dd0-288a981e9dfd'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:43:59.449256 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-aa1a314d-5c64-4c62-817a-91d67eb5b465 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582867559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077593'] for segment, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:59.513626 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-aa1a314d-5c64-4c62-817a-91d67eb5b465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:59.527926 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1a314d-5c64-4c62-817a-91d67eb5b465 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=78703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 11 13:43:59.528546 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-aa1a314d-5c64-4c62-817a-91d67eb5b465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2100485'] for segment, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:59.578508 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:59.732078 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6643739d-615d-4818-87cf-810ff2e6b8bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:59.734988 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.368s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]: Traceback (most recent call last):
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]:     timer()
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]:     cb(*args, **kw)
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]:     return func(*args, **kwargs)
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]:     self._notify()
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]:     self.callback(batched_events)
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]:     event.method(event)
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]:     aggregate_uuid = self.p_client.list_aggregates(
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]:     return f(self, *a, **k)
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]:     return self._get(url).json()
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]:     return self.request(url, 'GET', **kwargs)
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]:     base_url = self.get_endpoint(auth, allow=allow,
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 11 13:43:59.783973 dv-cinder-784779-11-iscsi neutron-server[78703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 11 13:43:59.791211 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89baeab-d94c-48bf-8f76-770399388bc0 req-830a9709-2ac5-43d3-a95b-1897fb529458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:43:59.794328 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a89baeab-d94c-48bf-8f76-770399388bc0 req-830a9709-2ac5-43d3-a95b-1897fb529458 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=251f9a73-9320-4629-9a40-4b9a8c311c09 HTTP/1.1" status: 200  len: 859 time: 0.5659235
May 11 13:43:59.866350 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-aa1a314d-5c64-4c62-817a-91d67eb5b465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709946'] for network, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:59.902107 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-57bfb59e-f79e-4354-b627-c57880b4786e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:43:59.931699 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-aa1a314d-5c64-4c62-817a-91d67eb5b465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:43:59.948208 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a314d-5c64-4c62-817a-91d67eb5b465 admin admin] Pushing event deleted for resources: {'Network': ['ID=44156c77-512a-452a-a9ec-f0e8a61dbafc,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:43:59.955295 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-aa1a314d-5c64-4c62-817a-91d67eb5b465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:43:59.964694 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-aa1a314d-5c64-4c62-817a-91d67eb5b465 admin admin] 10.222.0.48 "DELETE /v2.0/networks/44156c77-512a-452a-a9ec-f0e8a61dbafc HTTP/1.1" status: 204  len: 168 time: 1.2832468
May 11 13:43:59.966025 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 45066) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:44:00.018944 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a89baeab-d94c-48bf-8f76-770399388bc0 req-59915212-6593-4b5a-98eb-c59e89e92030 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f5b51504-92c9-4304-911d-10c3bcee9e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1056612
May 11 13:44:00.050461 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-aed3636f-93f4-4ce9-afa9-01858485bd18 None None] Set router 28fe5a85-3754-419c-9dd0-288a981e9dfd gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:44:00.119031 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c695d3-1a83-4940-8b79-b2833acf5a67 admin admin] Deleting subnet 9f0c1baa-b358-41c6-9ca8-d9f361774de5 {{(pid=78703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 11 13:44:00.136903 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc309f-bb7a-4e89-9b39-0257926de5f6 req-0d84d0d8-d73a-4cde-81d3-630db19bca6d tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:00.139537 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-94fc309f-bb7a-4e89-9b39-0257926de5f6 req-0d84d0d8-d73a-4cde-81d3-630db19bca6d tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.3548028
May 11 13:44:00.140671 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f7c695d3-1a83-4940-8b79-b2833acf5a67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:00.193771 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54416a4-076f-48b1-8a5e-f372d3ada760 req-986f6a0e-16e1-408d-b995-55815fe522d7 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:00.197058 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d54416a4-076f-48b1-8a5e-f372d3ada760 req-986f6a0e-16e1-408d-b995-55815fe522d7 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 2.0592263
May 11 13:44:00.223500 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643739d-615d-4818-87cf-810ff2e6b8bf None None] Pushing event updated for resources: {'Port': ['ID=b1fd4596-2f73-4d77-ae86-fc584cc5d1cd,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:00.280901 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f7c695d3-1a83-4940-8b79-b2833acf5a67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077574'] for subnet, precommit_delete_associations {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:00.284590 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6643739d-615d-4818-87cf-810ff2e6b8bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:00.313799 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-94fc309f-bb7a-4e89-9b39-0257926de5f6 req-7b6a9de2-28e3-402c-aa02-20cfe18966f8 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1265841
May 11 13:44:00.361944 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f7c695d3-1a83-4940-8b79-b2833acf5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861720'] for subnet, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:00.457938 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-aed3636f-93f4-4ce9-afa9-01858485bd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ada07fb50>, [{'id': '28fe5a85-3754-419c-9dd0-288a981e9dfd', 'name': 'tempest-TestMinimumBasicScenario-1911458882-router', 'tenant_id': '39e7193326644613934f9749cdae7b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'b1fd4596-2f73-4d77-ae86-fc584cc5d1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:43:51Z', 'updated_at': '2021-05-11T13:43:54Z', 'revision_number': 3, 'project_id': '39e7193326644613934f9749cdae7b25', 'gw_port': {'id': 'b1fd4596-2f73-4d77-ae86-fc584cc5d1cd', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:df:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fe5a85-3754-419c-9dd0-288a981e9dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:52Z', 'updated_at': '2021-05-11T13:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:44:00.462896 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed3636f-93f4-4ce9-afa9-01858485bd18 None None] The sync data for ids ['28fe5a85-3754-419c-9dd0-288a981e9dfd'] in dv-cinder-784779-11-iscsi is: [{'id': '28fe5a85-3754-419c-9dd0-288a981e9dfd', 'name': 'tempest-TestMinimumBasicScenario-1911458882-router', 'tenant_id': '39e7193326644613934f9749cdae7b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'b1fd4596-2f73-4d77-ae86-fc584cc5d1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:43:51Z', 'updated_at': '2021-05-11T13:43:54Z', 'revision_number': 3, 'project_id': '39e7193326644613934f9749cdae7b25', 'gw_port': {'id': 'b1fd4596-2f73-4d77-ae86-fc584cc5d1cd', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:df:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fe5a85-3754-419c-9dd0-288a981e9dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:52Z', 'updated_at': '2021-05-11T13:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:44:00.581990 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d54416a4-076f-48b1-8a5e-f372d3ada760 req-922ccac2-6aef-4e63-a58d-b58c66fe8faf tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3466759
May 11 13:44:00.656963 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a89baeab-d94c-48bf-8f76-770399388bc0 req-fcc4581c-c8ed-4b25-8e4e-acbf4e4f2e88 service neutron] 10.222.0.54 "GET /v2.0/networks/f5b51504-92c9-4304-911d-10c3bcee9e8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6248965
May 11 13:44:00.779902 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f7c695d3-1a83-4940-8b79-b2833acf5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2100579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2545306'] for subnet, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:00.788885 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:00.807224 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0fa5d8e6-6fa6-411b-bc8a-35d400bcb8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:00.893350 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c695d3-1a83-4940-8b79-b2833acf5a67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f0c1baa-b358-41c6-9ca8-d9f361774de5,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:00.895411 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f7c695d3-1a83-4940-8b79-b2833acf5a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:00.908519 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-f7c695d3-1a83-4940-8b79-b2833acf5a67 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9f0c1baa-b358-41c6-9ca8-d9f361774de5 HTTP/1.1" status: 204  len: 168 time: 0.9381738
May 11 13:44:00.909753 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f7c695d3-1a83-4940-8b79-b2833acf5a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:00.911012 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 45078) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:44:01.110435 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-28146e4d-8cc2-4b9b-b9e4-67b1885d9b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785944'] for network, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:01.174924 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a89baeab-d94c-48bf-8f76-770399388bc0 req-accf5ba8-5d8a-4859-907f-7e2729ac99d1 service neutron] 10.222.0.54 "GET /v2.0/networks/f5b51504-92c9-4304-911d-10c3bcee9e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5079212
May 11 13:44:01.414636 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-28146e4d-8cc2-4b9b-b9e4-67b1885d9b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863971', 'neutron.services.segments.db._delete_segments_for_network-8734582855581'] for network, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:01.441903 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-28146e4d-8cc2-4b9b-b9e4-67b1885d9b2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ad9ae7c10>,) {'filters': {'network_id': ['7b669a6e-2249-4dbb-97c8-5d02cccd0ac9']}} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:44:01.463259 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-28146e4d-8cc2-4b9b-b9e4-67b1885d9b2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad9ae7c10>, 'fbd0e07a-2ebe-4324-8c7b-0d47161d3ba3') {'for_net_delete': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:44:01.463651 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-28146e4d-8cc2-4b9b-b9e4-67b1885d9b2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad9ae7c10>, 'fbd0e07a-2ebe-4324-8c7b-0d47161d3ba3') {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:44:01.477864 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-28146e4d-8cc2-4b9b-b9e4-67b1885d9b2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582867559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077593'] for segment, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:01.502798 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-28146e4d-8cc2-4b9b-b9e4-67b1885d9b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:01.510475 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28146e4d-8cc2-4b9b-b9e4-67b1885d9b2a admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=78703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 11 13:44:01.510884 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-28146e4d-8cc2-4b9b-b9e4-67b1885d9b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2100485'] for segment, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]: Traceback (most recent call last):
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]:     timer()
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]:     cb(*args, **kw)
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]:     return func(*args, **kwargs)
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]:     self._notify()
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]:     self.callback(batched_events)
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]:     event.method(event)
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]:     aggregate_uuid = self.p_client.list_aggregates(
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]:     return f(self, *a, **k)
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]:     return self._get(url).json()
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]:     return self.request(url, 'GET', **kwargs)
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]:     base_url = self.get_endpoint(auth, allow=allow,
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 11 13:44:01.705586 dv-cinder-784779-11-iscsi neutron-server[78703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 11 13:44:01.716689 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-28146e4d-8cc2-4b9b-b9e4-67b1885d9b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709946'] for network, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:01.721088 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:01.758394 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-28146e4d-8cc2-4b9b-b9e4-67b1885d9b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:01.796914 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-28146e4d-8cc2-4b9b-b9e4-67b1885d9b2a admin admin] 10.222.0.48 "DELETE /v2.0/networks/7b669a6e-2249-4dbb-97c8-5d02cccd0ac9 HTTP/1.1" status: 204  len: 168 time: 0.8847740
May 11 13:44:01.821751 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28146e4d-8cc2-4b9b-b9e4-67b1885d9b2a admin admin] Pushing event deleted for resources: {'Network': ['ID=7b669a6e-2249-4dbb-97c8-5d02cccd0ac9,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:01.825900 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-28146e4d-8cc2-4b9b-b9e4-67b1885d9b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:01.955739 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-0fa5d8e6-6fa6-411b-bc8a-35d400bcb8de admin admin] Allocated IP 172.20.0.1 (dab87f88-3cda-4df8-80ce-d9ba1faed23e/53b3d920-47b0-4686-bf3d-d9e25bde6ad9/f5a3fef6-a117-459d-8239-502c57febf3c) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:44:02.000571 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44b945-0a74-4fee-bbc5-404217cf0c56 req-17da1b25-44d7-4ca1-8866-b7753e0b10ec tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:02.002774 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2b44b945-0a74-4fee-bbc5-404217cf0c56 req-17da1b25-44d7-4ca1-8866-b7753e0b10ec tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.3207397
May 11 13:44:02.178897 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2b44b945-0a74-4fee-bbc5-404217cf0c56 req-7b6db6a2-377c-4cdf-8880-ca7c31eea114 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1623387
May 11 13:44:02.279295 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:02.318413 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 45110) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:44:02.399993 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0fa5d8e6-6fa6-411b-bc8a-35d400bcb8de admin admin] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:02.404954 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-2fffbf27-5955-49b1-904a-7ae502fedbd0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cdc0198df33441df9c42d4cfbc3700ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0844798
May 11 13:44:02.412702 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 45116) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:44:02.427084 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-0fa5d8e6-6fa6-411b-bc8a-35d400bcb8de admin admin] Transition to ACTIVE for port object f5a3fef6-a117-459d-8239-502c57febf3c will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:44:02.464646 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636d7f1-6a69-450c-ad3a-95bcbaaddf4e req-bd146856-1785-44ea-837c-7c46ce01b9cb tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:02.466279 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6636d7f1-6a69-450c-ad3a-95bcbaaddf4e req-bd146856-1785-44ea-837c-7c46ce01b9cb tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.1427484
May 11 13:44:02.520805 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-4d2c44b1-2eab-468e-83fe-3adf1cbd3a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:02.533487 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0fa5d8e6-6fa6-411b-bc8a-35d400bcb8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:02.544166 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2b93910f-8fe4-4b44-b3c2-430e5ea4175d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:02.652382 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa5d8e6-6fa6-411b-bc8a-35d400bcb8de admin admin] Network dab87f88-3cda-4df8-80ce-d9ba1faed23e is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:44:02.664058 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-0fa5d8e6-6fa6-411b-bc8a-35d400bcb8de admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:44:02.671445 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa5d8e6-6fa6-411b-bc8a-35d400bcb8de admin admin] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:44:02.697685 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5d8e6-6fa6-411b-bc8a-35d400bcb8de admin admin] Pushing event updated for resources: {'Port': ['ID=f5a3fef6-a117-459d-8239-502c57febf3c,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:02.706949 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6636d7f1-6a69-450c-ad3a-95bcbaaddf4e req-c150950d-97f3-4da8-9018-ac6e10b887b3 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2222085
May 11 13:44:02.709200 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-0fa5d8e6-6fa6-411b-bc8a-35d400bcb8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:02.810458 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0fa5d8e6-6fa6-411b-bc8a-35d400bcb8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704921'] for router_interface, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:02.866349 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device b1fd4596-2f73-4d77-ae86-fc584cc5d1cd up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:44:02.962417 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-58f2c670-8d84-49ec-93a3-95d7628b3176 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:02.964051 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-58f2c670-8d84-49ec-93a3-95d7628b3176 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/networks?id=6bef4c20-4a6c-40a5-b258-199c12fc2595 HTTP/1.1" status: 200  len: 814 time: 0.3997281
May 11 13:44:02.989828 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6cf3e478-3f23-4343-8615-fe7eebc362bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:03.008018 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-dc7d53f4-7400-413b-8c4e-80b94bdaee49 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/quotas/92510857ca1047488f92675951404302 HTTP/1.1" status: 200  len: 375 time: 0.0356925
May 11 13:44:03.091159 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning for port b1fd4596-2f73-4d77-ae86-fc584cc5d1cd completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:44:03.100656 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-8906a751-5b9a-4275-8164-e620b0a54006 None None] Provisioning for port f5a3fef6-a117-459d-8239-502c57febf3c completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:44:03.107413 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6cf3e478-3f23-4343-8615-fe7eebc362bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:03.112746 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-8906a751-5b9a-4275-8164-e620b0a54006 None None] Provisioning complete for port f5a3fef6-a117-459d-8239-502c57febf3c triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:44:03.114123 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-8906a751-5b9a-4275-8164-e620b0a54006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:03.162640 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e500aa4-aa2c-4aa2-bc0f-2f518e2e08ce req-8ca25dda-4f34-477f-bfdc-60d97103bd52 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:03.165458 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1e500aa4-aa2c-4aa2-bc0f-2f518e2e08ce req-8ca25dda-4f34-477f-bfdc-60d97103bd52 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.2125585
May 11 13:44:03.179747 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port b1fd4596-2f73-4d77-ae86-fc584cc5d1cd triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:44:03.180885 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:03.188977 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6cf3e478-3f23-4343-8615-fe7eebc362bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:03.194902 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-7736fa79-2433-428f-b57f-525777933015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:03.211440 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-6e3619ec-df5d-4369-a4ca-00dea83a3b9e tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=92510857ca1047488f92675951404302&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2025049
May 11 13:44:03.216759 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3e478-3f23-4343-8615-fe7eebc362bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f546843-065d-434c-b3bd-68ca18b20a70,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:03.221141 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6cf3e478-3f23-4343-8615-fe7eebc362bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:03.250468 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6cf3e478-3f23-4343-8615-fe7eebc362bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:03.253932 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-6cf3e478-3f23-4343-8615-fe7eebc362bb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8f546843-065d-434c-b3bd-68ca18b20a70 HTTP/1.1" status: 204  len: 168 time: 0.8371701
May 11 13:44:03.340598 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-8906a751-5b9a-4275-8164-e620b0a54006 None None] Port f5a3fef6-a117-459d-8239-502c57febf3c cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 11 13:44:03.346563 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0fa5d8e6-6fa6-411b-bc8a-35d400bcb8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:03.396328 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:03.397017 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1e500aa4-aa2c-4aa2-bc0f-2f518e2e08ce req-caa118eb-34d0-4f57-8496-02136a8e616e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1471033
May 11 13:44:03.452540 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:03.509767 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-ce2b0843-9f2a-470f-8c08-c88449edb491 service neutron] 10.222.0.48 "GET /v2.0/networks/6bef4c20-4a6c-40a5-b258-199c12fc2595?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2829924
May 11 13:44:03.517771 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] For port b1fd4596-2f73-4d77-ae86-fc584cc5d1cd, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=b1fd4596-2f73-4d77-ae86-fc584cc5d1cd,segment=NetworkSegment(2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f),segment_id=2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:44:03.525874 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:03.537544 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-cf54954a-ffb8-4fdb-9298-7bfcd6ced191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:03.642062 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Pushing event updated for resources: {'Port': ['ID=b1fd4596-2f73-4d77-ae86-fc584cc5d1cd,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:03.649386 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:03.735000 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-a3ee9685-f8bc-4d6a-9c84-ad7a8271b41a service neutron] 10.222.0.48 "GET /v2.0/networks/6bef4c20-4a6c-40a5-b258-199c12fc2595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2239811
May 11 13:44:03.812754 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ec7c3-3141-4184-b782-be597932bcc0 req-1bd39df2-bbcf-4ea9-94df-971d4d0a66d7 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:03.814348 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-338ec7c3-3141-4184-b782-be597932bcc0 req-1bd39df2-bbcf-4ea9-94df-971d4d0a66d7 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.2219391
May 11 13:44:03.851269 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0fa5d8e6-6fa6-411b-bc8a-35d400bcb8de admin admin] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:03.871273 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0fa5d8e6-6fa6-411b-bc8a-35d400bcb8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:03.913780 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-f471134d-e0ed-4968-8a42-32abc9929434 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:03.974367 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-338ec7c3-3141-4184-b782-be597932bcc0 req-837e23f3-38a0-45b3-9938-28a698da2154 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1449559
May 11 13:44:03.980697 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 45144) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:44:04.144715 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5d8e6-6fa6-411b-bc8a-35d400bcb8de admin admin] Pushing event updated for resources: {'Port': ['ID=f5a3fef6-a117-459d-8239-502c57febf3c,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:04.185895 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0fa5d8e6-6fa6-411b-bc8a-35d400bcb8de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704826'] for router_interface, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:04.192815 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-0fa5d8e6-6fa6-411b-bc8a-35d400bcb8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:04.236488 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a173b27-0c97-4cbf-83df-dc8eec1aaf20 req-afc34cb5-1302-42e3-8f9a-fe11f4aa4ad1 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:04.239474 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a173b27-0c97-4cbf-83df-dc8eec1aaf20 req-afc34cb5-1302-42e3-8f9a-fe11f4aa4ad1 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.1431434
May 11 13:44:04.240304 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-179dd387-dd40-47b5-bf39-ea65ae8cd2a2 req-d821e82e-7c6d-46c4-b3ce-a2de836b3239 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd53b934-12c6-47af-a1bc-cd9e18737bc6 HTTP/1.1" status: 200  len: 210 time: 0.1318269
May 11 13:44:04.249406 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-c7ed0fca-d43a-4cf8-8843-82c205fe4876 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=184cd8509c6d48579341d1a53e090955&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2683733
May 11 13:44:04.256526 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 45156) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:44:04.335461 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a173b27-0c97-4cbf-83df-dc8eec1aaf20 req-81ee2200-fea5-4cf0-a707-1fe6c578d197 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771239
May 11 13:44:04.469980 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c57ab03a-47e8-4cd2-a8c1-64a2c8b4c2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:04.484700 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa5d8e6-6fa6-411b-bc8a-35d400bcb8de admin admin] Network dab87f88-3cda-4df8-80ce-d9ba1faed23e is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:44:04.489232 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-0fa5d8e6-6fa6-411b-bc8a-35d400bcb8de admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:44:04.664912 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c57ab03a-47e8-4cd2-a8c1-64a2c8b4c2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:04.761270 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:04.765089 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device b1fd4596-2f73-4d77-ae86-fc584cc5d1cd up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:44:04.887171 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-656a593a-0af8-448d-bf87-b70ab77f3ca8 None None] Provisioning complete for port f5a3fef6-a117-459d-8239-502c57febf3c triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:44:04.887677 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-656a593a-0af8-448d-bf87-b70ab77f3ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:04.935100 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c57ab03a-47e8-4cd2-a8c1-64a2c8b4c2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:04.935378 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port b1fd4596-2f73-4d77-ae86-fc584cc5d1cd triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:44:04.935636 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:04.940203 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa5d8e6-6fa6-411b-bc8a-35d400bcb8de admin admin] Router 28fe5a85-3754-419c-9dd0-288a981e9dfd has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:44:04.941029 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-d9d23b92-00ce-4ba0-9a8e-929254c462a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:04.954537 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8722c-a740-4a0b-84df-c3b4394d287e req-12400c6b-77a9-4088-839d-49f69943d249 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:04.956233 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8ec8722c-a740-4a0b-84df-c3b4394d287e req-12400c6b-77a9-4088-839d-49f69943d249 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.2778552
May 11 13:44:04.965026 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ab03a-47e8-4cd2-a8c1-64a2c8b4c2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f326a815-21b3-42ac-a4d4-1a98fca5cfe7,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:04.970802 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-c57ab03a-47e8-4cd2-a8c1-64a2c8b4c2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:05.045538 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-656a593a-0af8-448d-bf87-b70ab77f3ca8 None None] Port f5a3fef6-a117-459d-8239-502c57febf3c cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 11 13:44:05.149730 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c57ab03a-47e8-4cd2-a8c1-64a2c8b4c2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:05.152872 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-c57ab03a-47e8-4cd2-a8c1-64a2c8b4c2ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f326a815-21b3-42ac-a4d4-1a98fca5cfe7 HTTP/1.1" status: 204  len: 168 time: 0.8930192
May 11 13:44:05.185413 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8ec8722c-a740-4a0b-84df-c3b4394d287e req-fb610463-e002-49ce-ae8a-a6b72cfc1279 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2132008
May 11 13:44:05.277845 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa5d8e6-6fa6-411b-bc8a-35d400bcb8de admin admin] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:44:05.294900 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a01e5ce-ad94-43f8-9a6e-ef638cd9d5db None None] Sync routers for ids ['28fe5a85-3754-419c-9dd0-288a981e9dfd'] in dv-cinder-784779-11-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:44:05.301887 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-0fa5d8e6-6fa6-411b-bc8a-35d400bcb8de admin admin] 10.222.0.48 "PUT /v2.0/routers/28fe5a85-3754-419c-9dd0-288a981e9dfd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2979629
May 11 13:44:05.317267 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a01e5ce-ad94-43f8-9a6e-ef638cd9d5db None None] Routers {'28fe5a85-3754-419c-9dd0-288a981e9dfd'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:44:05.318546 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-3a01e5ce-ad94-43f8-9a6e-ef638cd9d5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e55700>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:44:02Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['28fe5a85-3754-419c-9dd0-288a981e9dfd'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:44:05.371360 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec01ecc-631b-4db6-ba68-a360b2c1682a req-b9f83baa-635e-4626-8e0c-e96bfdb1bb95 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:05.378390 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1ec01ecc-631b-4db6-ba68-a360b2c1682a req-b9f83baa-635e-4626-8e0c-e96bfdb1bb95 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.1637471
May 11 13:44:05.456299 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-38a49d3a-c3e8-4cbd-8c1f-07344d537990 req-817b05e9-a42d-46f8-8fb6-66f96e71d00d tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd53b934-12c6-47af-a1bc-cd9e18737bc6 HTTP/1.1" status: 200  len: 210 time: 0.0556178
May 11 13:44:05.469880 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1ec01ecc-631b-4db6-ba68-a360b2c1682a req-4f715228-62dc-4ed6-9c44-b942a648c3f8 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771732
May 11 13:44:05.753780 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-3a01e5ce-ad94-43f8-9a6e-ef638cd9d5db None None] Set router 28fe5a85-3754-419c-9dd0-288a981e9dfd gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:44:05.777909 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665e2b4-f22a-488d-8680-b80848bb00b2 req-48a9e8b3-42be-438e-9d96-f53cb092ceb0 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:05.779781 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4665e2b4-f22a-488d-8680-b80848bb00b2 req-48a9e8b3-42be-438e-9d96-f53cb092ceb0 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.2115669
May 11 13:44:05.851454 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4665e2b4-f22a-488d-8680-b80848bb00b2 req-f38231f4-16bd-416d-bece-a1a1fd86688b tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625963
May 11 13:44:06.260795 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-3a01e5ce-ad94-43f8-9a6e-ef638cd9d5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e55700>, [{'id': '28fe5a85-3754-419c-9dd0-288a981e9dfd', 'name': 'tempest-TestMinimumBasicScenario-1911458882-router', 'tenant_id': '39e7193326644613934f9749cdae7b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'b1fd4596-2f73-4d77-ae86-fc584cc5d1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:43:51Z', 'updated_at': '2021-05-11T13:44:03Z', 'revision_number': 4, 'project_id': '39e7193326644613934f9749cdae7b25', 'gw_port': {'id': 'b1fd4596-2f73-4d77-ae86-fc584cc5d1cd', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:df:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fe5a85-3754-419c-9dd0-288a981e9dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:52Z', 'updated_at': '2021-05-11T13:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': 'f5a3fef6-a117-459d-8239-502c57febf3c', 'name': '', 'network_id': 'dab87f88-3cda-4df8-80ce-d9ba1faed23e', 'tenant_id': '39e7193326644613934f9749cdae7b25', 'mac_address': 'fa:16:3e:7d:f8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fe5a85-3754-419c-9dd0-288a981e9dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '53b3d920-47b0-4686-bf3d-d9e25bde6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:01Z', 'updated_at': '2021-05-11T13:44:03Z', 'revision_number': 2, 'project_id': '39e7193326644613934f9749cdae7b25', 'subnets': [{'id': '53b3d920-47b0-4686-bf3d-d9e25bde6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:44:06.268473 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a01e5ce-ad94-43f8-9a6e-ef638cd9d5db None None] Checking router: 28fe5a85-3754-419c-9dd0-288a981e9dfd for host: dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:44:06.269294 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a01e5ce-ad94-43f8-9a6e-ef638cd9d5db None None] Updating router 28fe5a85-3754-419c-9dd0-288a981e9dfd port f5a3fef6-a117-459d-8239-502c57febf3c binding host dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 11 13:44:06.393550 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-3a01e5ce-ad94-43f8-9a6e-ef638cd9d5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:06.838403 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4946a8b2-0521-4a7e-927e-cdbfed55fd08 req-587c7c27-31c6-48df-8aca-f1d2d9b6e199 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd53b934-12c6-47af-a1bc-cd9e18737bc6 HTTP/1.1" status: 200  len: 210 time: 0.0595474
May 11 13:44:06.856332 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a88917-7b9b-4f7b-94ce-a8934d5f4d0d req-64940cf7-4178-481f-9ff6-5c2516abe40f tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:06.878219 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-87a88917-7b9b-4f7b-94ce-a8934d5f4d0d req-64940cf7-4178-481f-9ff6-5c2516abe40f tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.3044147
May 11 13:44:07.137718 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-87a88917-7b9b-4f7b-94ce-a8934d5f4d0d req-6d51995f-cb89-422d-bb87-b47995f6c5e5 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2415638
May 11 13:44:07.171446 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-3a01e5ce-ad94-43f8-9a6e-ef638cd9d5db None None] Notify callbacks [] for port, precommit_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:07.205139 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-3a01e5ce-ad94-43f8-9a6e-ef638cd9d5db None None] Transition to ACTIVE for port object f5a3fef6-a117-459d-8239-502c57febf3c will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:44:07.222708 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-3a01e5ce-ad94-43f8-9a6e-ef638cd9d5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:07.255399 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:07.428332 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955d346-5fb7-4409-bd5e-e0197e016d3a req-6abc068c-3d47-4d95-9eb9-c2b957afdd55 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:07.441074 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7955d346-5fb7-4409-bd5e-e0197e016d3a req-6abc068c-3d47-4d95-9eb9-c2b957afdd55 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.3289893
May 11 13:44:07.562542 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-61effe0d-933b-4568-a5ba-b93b0bb1c5bc tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:07.579828 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-61effe0d-933b-4568-a5ba-b93b0bb1c5bc tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.54 "GET /v2.0/networks?id=6bef4c20-4a6c-40a5-b258-199c12fc2595 HTTP/1.1" status: 200  len: 814 time: 0.6629419
May 11 13:44:07.690360 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7955d346-5fb7-4409-bd5e-e0197e016d3a req-21fe678b-070b-4dd2-a6ba-814147bdd8eb tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2463386
May 11 13:44:07.757335 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29090b68-0eb4-4a0a-8ade-46cdeea9b4bb req-c0be05c7-8e01-4236-9e62-2591a4d8e8ce tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:07.771161 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-29090b68-0eb4-4a0a-8ade-46cdeea9b4bb req-c0be05c7-8e01-4236-9e62-2591a4d8e8ce tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.2838502
May 11 13:44:07.899960 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-29090b68-0eb4-4a0a-8ade-46cdeea9b4bb req-50bbc3f7-35be-4b46-8ad4-1ae24924b272 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269870
May 11 13:44:07.918871 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa818d3f-904c-4eed-8378-9704c9ada563 None None] Pushing event updated for resources: {'Port': ['ID=f5a3fef6-a117-459d-8239-502c57febf3c,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:07.932464 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa818d3f-904c-4eed-8378-9704c9ada563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:07.960206 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-3a01e5ce-ad94-43f8-9a6e-ef638cd9d5db None None] Attempting to bind port f5a3fef6-a117-459d-8239-502c57febf3c on host dv-cinder-784779-11-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:44:07.960579 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-3a01e5ce-ad94-43f8-9a6e-ef638cd9d5db None None] Attempting to bind port f5a3fef6-a117-459d-8239-502c57febf3c by drivers openvswitch,hyperv on host dv-cinder-784779-11-iscsi at level 0 using segments [{'id': 'b3d1a7e7-b32f-4a47-95d0-47fe470f8e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dab87f88-3cda-4df8-80ce-d9ba1faed23e'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:44:07.960955 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a01e5ce-ad94-43f8-9a6e-ef638cd9d5db None None] Attempting to bind port f5a3fef6-a117-459d-8239-502c57febf3c on network dab87f88-3cda-4df8-80ce-d9ba1faed23e {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:44:07.989246 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a01e5ce-ad94-43f8-9a6e-ef638cd9d5db None None] Checking agent: {'id': '2e08dd85-5947-470f-91ea-843c02c9f211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'started_at': datetime.datetime(2021, 5, 11, 13, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:44:07.989625 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a01e5ce-ad94-43f8-9a6e-ef638cd9d5db None None] Checking segment: {'id': 'b3d1a7e7-b32f-4a47-95d0-47fe470f8e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dab87f88-3cda-4df8-80ce-d9ba1faed23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:44:07.990039 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-3a01e5ce-ad94-43f8-9a6e-ef638cd9d5db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:07.990447 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a01e5ce-ad94-43f8-9a6e-ef638cd9d5db None None] Bound using segment: {'id': 'b3d1a7e7-b32f-4a47-95d0-47fe470f8e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dab87f88-3cda-4df8-80ce-d9ba1faed23e'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:44:07.990954 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-3a01e5ce-ad94-43f8-9a6e-ef638cd9d5db None None] Bound port: f5a3fef6-a117-459d-8239-502c57febf3c, host: dv-cinder-784779-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d1a7e7-b32f-4a47-95d0-47fe470f8e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dab87f88-3cda-4df8-80ce-d9ba1faed23e'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:44:07.991482 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-3a01e5ce-ad94-43f8-9a6e-ef638cd9d5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:08.187321 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ff885b29-9d24-421a-a356-57f343f2b940 req-55a9fdaa-6f9b-4785-8495-6bbbb3f8da39 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd53b934-12c6-47af-a1bc-cd9e18737bc6 HTTP/1.1" status: 200  len: 210 time: 0.0895455
May 11 13:44:08.202934 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-3a01e5ce-ad94-43f8-9a6e-ef638cd9d5db None None] For port f5a3fef6-a117-459d-8239-502c57febf3c, host dv-cinder-784779-11-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:44:08.207009 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-3a01e5ce-ad94-43f8-9a6e-ef638cd9d5db None None] For port f5a3fef6-a117-459d-8239-502c57febf3c, host dv-cinder-784779-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=f5a3fef6-a117-459d-8239-502c57febf3c,segment=NetworkSegment(b3d1a7e7-b32f-4a47-95d0-47fe470f8e30),segment_id=b3d1a7e7-b32f-4a47-95d0-47fe470f8e30)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:44:08.214893 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-3a01e5ce-ad94-43f8-9a6e-ef638cd9d5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:08.220664 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:08.349624 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a01e5ce-ad94-43f8-9a6e-ef638cd9d5db None None] Routers {'28fe5a85-3754-419c-9dd0-288a981e9dfd'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:44:08.350284 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-3a01e5ce-ad94-43f8-9a6e-ef638cd9d5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e55700>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:44:02Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['28fe5a85-3754-419c-9dd0-288a981e9dfd'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:44:08.442857 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa818d3f-904c-4eed-8378-9704c9ada563 None None] Pushing event updated for resources: {'Port': ['ID=f5a3fef6-a117-459d-8239-502c57febf3c,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:08.672982 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa818d3f-904c-4eed-8378-9704c9ada563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:08.716662 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b5ade-75c0-4dc6-aec5-3e37f146cf21 req-20af22ed-ad99-45f9-a36b-ded616697513 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:08.738530 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-458b5ade-75c0-4dc6-aec5-3e37f146cf21 req-20af22ed-ad99-45f9-a36b-ded616697513 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.2584682
May 11 13:44:08.792244 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-458b5ade-75c0-4dc6-aec5-3e37f146cf21 req-9eabe7cd-e023-45b5-8433-c044c055c065 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527644
May 11 13:44:08.856716 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-3a01e5ce-ad94-43f8-9a6e-ef638cd9d5db None None] Set router 28fe5a85-3754-419c-9dd0-288a981e9dfd gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:44:09.113285 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 45272) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:44:09.137559 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46758ca3-e633-40bd-ab3c-315609b48722 req-a5a0f78c-80e4-4a69-9190-1e377a52b618 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:09.144173 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-46758ca3-e633-40bd-ab3c-315609b48722 req-a5a0f78c-80e4-4a69-9190-1e377a52b618 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.1768615
May 11 13:44:09.298084 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-46758ca3-e633-40bd-ab3c-315609b48722 req-feee253f-0107-4fa7-83ef-40e22727adae tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1423993
May 11 13:44:09.499276 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-435a1f12-aa43-446b-8a83-1740089e61b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:09.521860 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-435a1f12-aa43-446b-8a83-1740089e61b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:44:09.527844 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-435a1f12-aa43-446b-8a83-1740089e61b1 admin admin] Usage tracker for resource:security_group_rule and tenant:f55d15a5b50146409b222fd9bce36253 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:44:09.529504 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-3a01e5ce-ad94-43f8-9a6e-ef638cd9d5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e55700>, [{'id': '28fe5a85-3754-419c-9dd0-288a981e9dfd', 'name': 'tempest-TestMinimumBasicScenario-1911458882-router', 'tenant_id': '39e7193326644613934f9749cdae7b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'b1fd4596-2f73-4d77-ae86-fc584cc5d1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:43:51Z', 'updated_at': '2021-05-11T13:44:03Z', 'revision_number': 4, 'project_id': '39e7193326644613934f9749cdae7b25', 'gw_port': {'id': 'b1fd4596-2f73-4d77-ae86-fc584cc5d1cd', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:df:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fe5a85-3754-419c-9dd0-288a981e9dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:52Z', 'updated_at': '2021-05-11T13:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': 'f5a3fef6-a117-459d-8239-502c57febf3c', 'name': '', 'network_id': 'dab87f88-3cda-4df8-80ce-d9ba1faed23e', 'tenant_id': '39e7193326644613934f9749cdae7b25', 'mac_address': 'fa:16:3e:7d:f8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fe5a85-3754-419c-9dd0-288a981e9dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '53b3d920-47b0-4686-bf3d-d9e25bde6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:01Z', 'updated_at': '2021-05-11T13:44:08Z', 'revision_number': 4, 'project_id': '39e7193326644613934f9749cdae7b25', 'subnets': [{'id': '53b3d920-47b0-4686-bf3d-d9e25bde6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:44:09.532138 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-435a1f12-aa43-446b-8a83-1740089e61b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:44:09.534339 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a01e5ce-ad94-43f8-9a6e-ef638cd9d5db None None] The sync data for ids ['28fe5a85-3754-419c-9dd0-288a981e9dfd'] in dv-cinder-784779-11-iscsi is: [{'id': '28fe5a85-3754-419c-9dd0-288a981e9dfd', 'name': 'tempest-TestMinimumBasicScenario-1911458882-router', 'tenant_id': '39e7193326644613934f9749cdae7b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'b1fd4596-2f73-4d77-ae86-fc584cc5d1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:43:51Z', 'updated_at': '2021-05-11T13:44:03Z', 'revision_number': 4, 'project_id': '39e7193326644613934f9749cdae7b25', 'gw_port': {'id': 'b1fd4596-2f73-4d77-ae86-fc584cc5d1cd', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:df:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fe5a85-3754-419c-9dd0-288a981e9dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:52Z', 'updated_at': '2021-05-11T13:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': 'f5a3fef6-a117-459d-8239-502c57febf3c', 'name': '', 'network_id': 'dab87f88-3cda-4df8-80ce-d9ba1faed23e', 'tenant_id': '39e7193326644613934f9749cdae7b25', 'mac_address': 'fa:16:3e:7d:f8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fe5a85-3754-419c-9dd0-288a981e9dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '53b3d920-47b0-4686-bf3d-d9e25bde6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:01Z', 'updated_at': '2021-05-11T13:44:08Z', 'revision_number': 4, 'project_id': '39e7193326644613934f9749cdae7b25', 'subnets': [{'id': '53b3d920-47b0-4686-bf3d-d9e25bde6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:44:09.540836 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-435a1f12-aa43-446b-8a83-1740089e61b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:44:09.674685 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-435a1f12-aa43-446b-8a83-1740089e61b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:09.688910 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-435a1f12-aa43-446b-8a83-1740089e61b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:09.719390 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-aa0d7501-2b9c-46fe-b4fe-fa308997a318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:09.748102 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436cadd-b906-437f-bdde-5a0d5ae0b103 req-146661f7-302d-41df-b507-994eb11f812d tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:09.754922 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c833e3dc-f671-47ef-bdca-9577ca40d577 req-d9fb95a5-e121-4f93-8925-b4ae2f4297cf tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd53b934-12c6-47af-a1bc-cd9e18737bc6 HTTP/1.1" status: 200  len: 210 time: 0.0732837
May 11 13:44:09.756481 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c436cadd-b906-437f-bdde-5a0d5ae0b103 req-146661f7-302d-41df-b507-994eb11f812d tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.5108004
May 11 13:44:09.769538 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-435a1f12-aa43-446b-8a83-1740089e61b1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f55d15a5b50146409b222fd9bce36253&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6524928
May 11 13:44:09.771338 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 45282) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:44:09.852346 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a1f12-aa43-446b-8a83-1740089e61b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6974b4-aec6-4a4a-85d2-6c09b0078d96,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:09.903898 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-435a1f12-aa43-446b-8a83-1740089e61b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:09.918907 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c436cadd-b906-437f-bdde-5a0d5ae0b103 req-dff3d503-c63e-4c47-841c-9a7068202857 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1613328
May 11 13:44:09.961009 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-85e11999-4123-48cb-9414-b313567e3d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:10.003276 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-85e11999-4123-48cb-9414-b313567e3d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:10.110729 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-85e11999-4123-48cb-9414-b313567e3d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:10.115298 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-435a1f12-aa43-446b-8a83-1740089e61b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:10.130565 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e11999-4123-48cb-9414-b313567e3d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6974b4-aec6-4a4a-85d2-6c09b0078d96,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:10.173655 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-85e11999-4123-48cb-9414-b313567e3d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:10.177234 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-85e11999-4123-48cb-9414-b313567e3d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:10.199757 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-85e11999-4123-48cb-9414-b313567e3d8f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c6974b4-aec6-4a4a-85d2-6c09b0078d96 HTTP/1.1" status: 204  len: 168 time: 0.4251907
May 11 13:44:10.612803 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112829e-a8de-4930-b8b4-35c5d888171f req-69736b68-e327-48e8-8b50-25962e07af26 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:10.615841 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8112829e-a8de-4930-b8b4-35c5d888171f req-69736b68-e327-48e8-8b50-25962e07af26 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.4144444
May 11 13:44:10.855884 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8112829e-a8de-4930-b8b4-35c5d888171f req-3db457ab-a588-4082-aaed-5f94814d019b tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2332098
May 11 13:44:10.867381 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-da49d514-7e9d-4a5f-a6ba-2bcbc857bcb3 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Request body: {'port': {'device_id': 'dd53b934-12c6-47af-a1bc-cd9e18737bc6', 'network_id': '6bef4c20-4a6c-40a5-b258-199c12fc2595', 'admin_state_up': True, 'tenant_id': '92510857ca1047488f92675951404302'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:44:10.911709 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81dc3a-e4b5-47c4-b813-2e018913d334 req-cbf3be95-9938-463f-9e91-0a91874a1864 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:10.915715 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cd81dc3a-e4b5-47c4-b813-2e018913d334 req-cbf3be95-9938-463f-9e91-0a91874a1864 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.2538848
May 11 13:44:11.066592 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cd81dc3a-e4b5-47c4-b813-2e018913d334 req-0ffbb620-c6d5-4769-961a-85e1787cf704 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1498845
May 11 13:44:11.078469 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device f5a3fef6-a117-459d-8239-502c57febf3c up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:44:11.401961 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning for port f5a3fef6-a117-459d-8239-502c57febf3c completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:44:11.424560 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port f5a3fef6-a117-459d-8239-502c57febf3c triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:44:11.427485 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:11.871001 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-348e968a-2b5d-4b00-89aa-b6df57652800 req-ce2b9b01-fe3a-43f5-b48f-ed7880e5ce83 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd53b934-12c6-47af-a1bc-cd9e18737bc6 HTTP/1.1" status: 200  len: 210 time: 0.2630553
May 11 13:44:11.892791 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-da49d514-7e9d-4a5f-a6ba-2bcbc857bcb3 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:44:11.942211 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-da49d514-7e9d-4a5f-a6ba-2bcbc857bcb3 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:44:11.988196 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-da49d514-7e9d-4a5f-a6ba-2bcbc857bcb3 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Made reservation on behalf of 92510857ca1047488f92675951404302 for: {'port': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:44:11.996145 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-da49d514-7e9d-4a5f-a6ba-2bcbc857bcb3 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:12.005619 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:12.167033 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] For port f5a3fef6-a117-459d-8239-502c57febf3c, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=f5a3fef6-a117-459d-8239-502c57febf3c,segment=NetworkSegment(b3d1a7e7-b32f-4a47-95d0-47fe470f8e30),segment_id=b3d1a7e7-b32f-4a47-95d0-47fe470f8e30)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:44:12.178687 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:12.192778 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:12.618809 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Pushing event updated for resources: {'Port': ['ID=f5a3fef6-a117-459d-8239-502c57febf3c,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:12.642808 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:12.764999 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65f7b9-28c5-4955-b905-1dfc0087745a req-1135054f-b2c4-435f-8d3a-a548422ae95e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:12.774848 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fd65f7b9-28c5-4955-b905-1dfc0087745a req-1135054f-b2c4-435f-8d3a-a548422ae95e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.3086369
May 11 13:44:12.870702 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device f5a3fef6-a117-459d-8239-502c57febf3c up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:44:12.983159 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fd65f7b9-28c5-4955-b905-1dfc0087745a req-683eddc5-775a-439b-a927-74477d816589 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2073081
May 11 13:44:13.301983 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-da49d514-7e9d-4a5f-a6ba-2bcbc857bcb3 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Allocated IP 172.20.0.8 (6bef4c20-4a6c-40a5-b258-199c12fc2595/7d76bbac-8265-42c9-b0ff-de76986a4e85/b7019b79-f3ea-49d6-95d7-a787b84dc4c9) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:44:13.315684 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port f5a3fef6-a117-459d-8239-502c57febf3c triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:44:13.316556 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:13.746959 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-af030f22-c20c-4ee6-aa12-741a99852272 req-87625bf5-d7d7-4f91-a0f2-55e2760252c4 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd53b934-12c6-47af-a1bc-cd9e18737bc6 HTTP/1.1" status: 200  len: 210 time: 0.5160289
May 11 13:44:14.023379 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-da49d514-7e9d-4a5f-a6ba-2bcbc857bcb3 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:14.133664 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdad59-c942-483d-8332-e4340f23affc req-75225702-588a-464b-929d-17d95f5c6b18 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:14.148957 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8afdad59-c942-483d-8332-e4340f23affc req-75225702-588a-464b-929d-17d95f5c6b18 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.8230903
May 11 13:44:14.235732 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-da49d514-7e9d-4a5f-a6ba-2bcbc857bcb3 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:14.275660 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8afdad59-c942-483d-8332-e4340f23affc req-6dcb1842-4f32-49f7-8170-bce3b3badbc1 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1249156
May 11 13:44:14.285643 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-acc18a6c-1224-4f8e-857e-a2099a4f3dd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:14.286248 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633c665-b896-4958-bae9-ee78912cc083 req-bcbdccae-b741-42a2-967e-9c08cbc38c50 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:14.301089 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6633c665-b896-4958-bae9-ee78912cc083 req-bcbdccae-b741-42a2-967e-9c08cbc38c50 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.2657671
May 11 13:44:14.422465 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6633c665-b896-4958-bae9-ee78912cc083 req-73bf18f2-1b49-4129-a0ec-b12fa703012f tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187670
May 11 13:44:14.535317 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49d514-7e9d-4a5f-a6ba-2bcbc857bcb3 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Pushing event updated for resources: {'Port': ['ID=b7019b79-f3ea-49d6-95d7-a787b84dc4c9,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:14.542962 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-da49d514-7e9d-4a5f-a6ba-2bcbc857bcb3 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:14.556768 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-da49d514-7e9d-4a5f-a6ba-2bcbc857bcb3 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Network 6bef4c20-4a6c-40a5-b258-199c12fc2595 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:44:14.559167 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-da49d514-7e9d-4a5f-a6ba-2bcbc857bcb3 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:44:14.565820 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-da49d514-7e9d-4a5f-a6ba-2bcbc857bcb3 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:44:14.950410 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-da49d514-7e9d-4a5f-a6ba-2bcbc857bcb3 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:14.955290 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-da49d514-7e9d-4a5f-a6ba-2bcbc857bcb3 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:15.061981 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-da49d514-7e9d-4a5f-a6ba-2bcbc857bcb3 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.2583456
May 11 13:44:15.200862 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94282b8-09f7-4e86-a443-4fd96ab2a875 req-20464f78-6b99-4e93-bc92-56ce4193133e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:15.203398 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a94282b8-09f7-4e86-a443-4fd96ab2a875 req-20464f78-6b99-4e93-bc92-56ce4193133e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.4693844
May 11 13:44:15.293430 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a94282b8-09f7-4e86-a443-4fd96ab2a875 req-4b793c14-95b7-4d10-afa5-ec84f1f2bb86 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0760872
May 11 13:44:15.634586 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088a0b9-ffa4-4324-9a6c-09de9dc12102 req-2f8faac6-2df1-44d3-ae48-236c7efb431e tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:15.635707 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-2088a0b9-ffa4-4324-9a6c-09de9dc12102 req-2f8faac6-2df1-44d3-ae48-236c7efb431e tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Synchronizing usage tracker for tenant:92510857ca1047488f92675951404302 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:44:15.655093 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-2088a0b9-ffa4-4324-9a6c-09de9dc12102 req-2f8faac6-2df1-44d3-ae48-236c7efb431e tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Unset dirty status for tenant:92510857ca1047488f92675951404302 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:44:15.656377 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2088a0b9-ffa4-4324-9a6c-09de9dc12102 req-2f8faac6-2df1-44d3-ae48-236c7efb431e tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd53b934-12c6-47af-a1bc-cd9e18737bc6 HTTP/1.1" status: 200  len: 931 time: 0.2206042
May 11 13:44:15.710262 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2088a0b9-ffa4-4324-9a6c-09de9dc12102 req-3e4f6e43-dd7e-4086-9c77-d0e56d5f2b0b tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441377
May 11 13:44:15.935139 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe53f27-3c2e-429c-917f-da932a2508f0 req-eb612d3c-dbcd-4a59-87a4-c076969a2bf5 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:15.936720 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3fe53f27-3c2e-429c-917f-da932a2508f0 req-eb612d3c-dbcd-4a59-87a4-c076969a2bf5 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.1068156
May 11 13:44:16.000959 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3fe53f27-3c2e-429c-917f-da932a2508f0 req-cfd26f2c-a7be-4787-8301-c1690575ed37 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551357
May 11 13:44:16.567752 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['c000ac65-a9aa-42c3-be16-e2635cb14df1', 'b09d77a6-634d-4771-a4de-848c646b93bd', '7744aabf-0076-4961-babd-a232eda2ac67'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:44:16.603532 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-25185a83-26a9-4b31-8c7a-b6864d7c417b service neutron] Request body: {'port': {'device_id': 'dd53b934-12c6-47af-a1bc-cd9e18737bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:44:17.088885 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-25185a83-26a9-4b31-8c7a-b6864d7c417b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:17.519862 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac740637-afb4-4007-851b-1a8ebd4f9442 req-8774b35e-9333-48db-a07f-4c6d27095c80 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:17.533127 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ac740637-afb4-4007-851b-1a8ebd4f9442 req-8774b35e-9333-48db-a07f-4c6d27095c80 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.8410094
May 11 13:44:17.610565 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ac740637-afb4-4007-851b-1a8ebd4f9442 req-aa23a3b5-6ae7-498f-929b-7e8d40929b1f tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0755970
May 11 13:44:17.698425 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c4d32-40a4-43b5-9d29-b1eb6f7be5a6 req-bb031c1e-b7e9-4c9c-b7e8-ecd908f3f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:17.700378 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5b1c4d32-40a4-43b5-9d29-b1eb6f7be5a6 req-bb031c1e-b7e9-4c9c-b7e8-ecd908f3f269 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e2e1283bbf5045ad87015dc35eb13bec&device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 1099 time: 0.8896010
May 11 13:44:17.909050 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4642bd-e82c-4bab-8fb6-14fb4e8aae1f req-7b74b175-a1eb-4634-90cd-c20caab23a21 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:17.917332 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ab4642bd-e82c-4bab-8fb6-14fb4e8aae1f req-7b74b175-a1eb-4634-90cd-c20caab23a21 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd53b934-12c6-47af-a1bc-cd9e18737bc6 HTTP/1.1" status: 200  len: 931 time: 0.1913693
May 11 13:44:17.977428 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ab4642bd-e82c-4bab-8fb6-14fb4e8aae1f req-d1ec8d9a-2f2c-4152-b2a5-b83d8f5104f7 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587747
May 11 13:44:18.179155 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-25185a83-26a9-4b31-8c7a-b6864d7c417b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7019b79-f3ea-49d6-95d7-a787b84dc4c9 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:44:18.197262 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-25185a83-26a9-4b31-8c7a-b6864d7c417b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:18.241268 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-25185a83-26a9-4b31-8c7a-b6864d7c417b service neutron] Transition to ACTIVE for port object b7019b79-f3ea-49d6-95d7-a787b84dc4c9 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:44:18.263744 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892406d-51d5-490d-9194-5ff9c59075c0 req-04371e29-4c59-4abc-943c-d73adaf093f5 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:18.266455 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2892406d-51d5-490d-9194-5ff9c59075c0 req-04371e29-4c59-4abc-943c-d73adaf093f5 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.2007072
May 11 13:44:18.267735 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-25185a83-26a9-4b31-8c7a-b6864d7c417b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:18.278172 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:18.825676 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25185a83-26a9-4b31-8c7a-b6864d7c417b service neutron] Pushing event updated for resources: {'Port': ['ID=b7019b79-f3ea-49d6-95d7-a787b84dc4c9,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:18.844709 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-25185a83-26a9-4b31-8c7a-b6864d7c417b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:18.937598 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2892406d-51d5-490d-9194-5ff9c59075c0 req-dead6086-c6ae-4595-b730-e6228415a440 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6629226
May 11 13:44:19.037139 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-25185a83-26a9-4b31-8c7a-b6864d7c417b service neutron] Attempting to bind port b7019b79-f3ea-49d6-95d7-a787b84dc4c9 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:44:19.038139 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-25185a83-26a9-4b31-8c7a-b6864d7c417b service neutron] Attempting to bind port b7019b79-f3ea-49d6-95d7-a787b84dc4c9 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'c610bf4a-eec2-4b42-8f03-c7d49a9b54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6bef4c20-4a6c-40a5-b258-199c12fc2595'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:44:19.039114 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-25185a83-26a9-4b31-8c7a-b6864d7c417b service neutron] Attempting to bind port b7019b79-f3ea-49d6-95d7-a787b84dc4c9 on network 6bef4c20-4a6c-40a5-b258-199c12fc2595 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:44:19.051874 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-25185a83-26a9-4b31-8c7a-b6864d7c417b service neutron] Port b7019b79-f3ea-49d6-95d7-a787b84dc4c9 on network 6bef4c20-4a6c-40a5-b258-199c12fc2595 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 11 13:44:19.052590 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-25185a83-26a9-4b31-8c7a-b6864d7c417b service neutron] Attempting to bind port b7019b79-f3ea-49d6-95d7-a787b84dc4c9 on network 6bef4c20-4a6c-40a5-b258-199c12fc2595 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:44:19.064723 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-25185a83-26a9-4b31-8c7a-b6864d7c417b service neutron] Checking agent: {'id': '90698981-c276-4592-9423-0c50fa5e2f21', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'started_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:44:19.065480 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-25185a83-26a9-4b31-8c7a-b6864d7c417b service neutron] Checking segment: {'id': 'c610bf4a-eec2-4b42-8f03-c7d49a9b54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6bef4c20-4a6c-40a5-b258-199c12fc2595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:44:19.066335 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-25185a83-26a9-4b31-8c7a-b6864d7c417b service neutron] Bound using segment: {'id': 'c610bf4a-eec2-4b42-8f03-c7d49a9b54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6bef4c20-4a6c-40a5-b258-199c12fc2595'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:44:19.067209 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-25185a83-26a9-4b31-8c7a-b6864d7c417b service neutron] Bound port: b7019b79-f3ea-49d6-95d7-a787b84dc4c9, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c610bf4a-eec2-4b42-8f03-c7d49a9b54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6bef4c20-4a6c-40a5-b258-199c12fc2595'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:44:19.067914 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-25185a83-26a9-4b31-8c7a-b6864d7c417b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:19.162873 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ede33-bbd6-4f27-8a1c-2dfbb273fb89 req-d7f7047a-56f9-45db-a85d-d92a9010cba6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:19.181553 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ff1ede33-bbd6-4f27-8a1c-2dfbb273fb89 req-d7f7047a-56f9-45db-a85d-d92a9010cba6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.2594316
May 11 13:44:19.268209 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ff1ede33-bbd6-4f27-8a1c-2dfbb273fb89 req-6706c942-7a29-43f5-a471-94379b3194b1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0851064
May 11 13:44:19.354576 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-25185a83-26a9-4b31-8c7a-b6864d7c417b service neutron] For port b7019b79-f3ea-49d6-95d7-a787b84dc4c9, host hv-cinder-78477, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:44:19.381917 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-25185a83-26a9-4b31-8c7a-b6864d7c417b service neutron] For port b7019b79-f3ea-49d6-95d7-a787b84dc4c9, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b7019b79-f3ea-49d6-95d7-a787b84dc4c9,segment=NetworkSegment(c610bf4a-eec2-4b42-8f03-c7d49a9b54e2),segment_id=c610bf4a-eec2-4b42-8f03-c7d49a9b54e2)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:44:19.391144 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-25185a83-26a9-4b31-8c7a-b6864d7c417b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:19.401038 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3a5f2823-6ead-4278-b693-3995df895274 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:19.494225 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-25185a83-26a9-4b31-8c7a-b6864d7c417b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:19.495282 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-25185a83-26a9-4b31-8c7a-b6864d7c417b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:19.497613 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-25185a83-26a9-4b31-8c7a-b6864d7c417b service neutron] 10.222.0.54 "PUT /v2.0/ports/b7019b79-f3ea-49d6-95d7-a787b84dc4c9 HTTP/1.1" status: 200  len: 1093 time: 2.9163208
May 11 13:44:19.501712 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd53b934-12c6-47af-a1bc-cd9e18737bc6', 'tag': 'b7019b79-f3ea-49d6-95d7-a787b84dc4c9'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:44:19.592274 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25185a83-26a9-4b31-8c7a-b6864d7c417b service neutron] Pushing event updated for resources: {'Port': ['ID=b7019b79-f3ea-49d6-95d7-a787b84dc4c9,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:19.607765 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-25185a83-26a9-4b31-8c7a-b6864d7c417b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:19.611592 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd53b934-12c6-47af-a1bc-cd9e18737bc6', 'tag': 'b7019b79-f3ea-49d6-95d7-a787b84dc4c9', 'status': 'completed', 'code': 200}
May 11 13:44:19.621980 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d043d18-4798-474a-bf73-12b68e476ee7 req-988a61ca-0b95-4f8d-8e82-4147ff34262f tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:19.630323 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3d043d18-4798-474a-bf73-12b68e476ee7 req-988a61ca-0b95-4f8d-8e82-4147ff34262f tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd53b934-12c6-47af-a1bc-cd9e18737bc6 HTTP/1.1" status: 200  len: 943 time: 0.3458035
May 11 13:44:19.712722 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3d043d18-4798-474a-bf73-12b68e476ee7 req-157423a4-f64e-4643-807f-d2cf1431727a tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770216
May 11 13:44:20.158145 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4351f5-ed1c-47ce-ad22-6a9fad5e8c01 req-b99e23a4-d6d0-49ee-b819-6d1096c056ac tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:20.159852 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ee4351f5-ed1c-47ce-ad22-6a9fad5e8c01 req-b99e23a4-d6d0-49ee-b819-6d1096c056ac tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.0982540
May 11 13:44:20.243316 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ee4351f5-ed1c-47ce-ad22-6a9fad5e8c01 req-268fd612-1a58-44e6-bf56-170fe831b939 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0765276
May 11 13:44:20.933442 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c4d32-40a4-43b5-9d29-b1eb6f7be5a6 req-2a8e326e-2ed8-4cdc-8a0b-a63f74a177db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:20.935769 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5b1c4d32-40a4-43b5-9d29-b1eb6f7be5a6 req-2a8e326e-2ed8-4cdc-8a0b-a63f74a177db service neutron] 10.222.0.54 "GET /v2.0/networks?id=d88b8522-bb44-4128-b66b-b6cc8ce1b406 HTTP/1.1" status: 200  len: 912 time: 0.5545039
May 11 13:44:21.174338 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5b1c4d32-40a4-43b5-9d29-b1eb6f7be5a6 req-bf40c0c5-5141-4f4b-b585-fcc16db0cc05 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a677dac-2f78-46bc-ac7e-4d06bd8805bd HTTP/1.1" status: 200  len: 1002 time: 0.2171767
May 11 13:44:21.188788 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14aad1-7107-42d1-b504-dde65522177c req-48ee3194-95ad-4051-8b1a-c251bd487883 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:21.190930 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0b14aad1-7107-42d1-b504-dde65522177c req-48ee3194-95ad-4051-8b1a-c251bd487883 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.6228349
May 11 13:44:21.196812 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e4f47-653f-440a-b0bc-4ccee37aaf7d req-3d1ac02f-573f-4d52-8b61-6c7a8d44e333 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:21.211085 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ed1e4f47-653f-440a-b0bc-4ccee37aaf7d req-3d1ac02f-573f-4d52-8b61-6c7a8d44e333 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd53b934-12c6-47af-a1bc-cd9e18737bc6 HTTP/1.1" status: 200  len: 943 time: 0.2574470
May 11 13:44:21.251882 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78b2a1-45eb-4f03-958e-b80d33229725 req-2b76d7d9-67b5-4749-99e7-9c80b89649fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:21.251882 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0e78b2a1-45eb-4f03-958e-b80d33229725 req-2b76d7d9-67b5-4749-99e7-9c80b89649fa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92510857ca1047488f92675951404302&device_id=dd53b934-12c6-47af-a1bc-cd9e18737bc6 HTTP/1.1" status: 200  len: 1096 time: 0.6840844
May 11 13:44:21.354819 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ed1e4f47-653f-440a-b0bc-4ccee37aaf7d req-40468a6f-6476-4ec7-83e0-b9240522cdae tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416068
May 11 13:44:21.421052 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78b2a1-45eb-4f03-958e-b80d33229725 req-864f9609-de19-47c3-8744-2cce62a5db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:21.422710 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0e78b2a1-45eb-4f03-958e-b80d33229725 req-864f9609-de19-47c3-8744-2cce62a5db6b service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=92510857ca1047488f92675951404302&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1621330
May 11 13:44:21.555151 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c4d32-40a4-43b5-9d29-b1eb6f7be5a6 req-613a0b72-7747-4432-9d25-378919e51339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:21.556843 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5b1c4d32-40a4-43b5-9d29-b1eb6f7be5a6 req-613a0b72-7747-4432-9d25-378919e51339 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3abe7865-8078-415f-bbc1-ea30cc80fab6 HTTP/1.1" status: 200  len: 850 time: 0.3631430
May 11 13:44:21.562742 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0b14aad1-7107-42d1-b504-dde65522177c req-f840b568-5577-4747-b607-f6b4615594d1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3336339
May 11 13:44:21.687116 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78b2a1-45eb-4f03-958e-b80d33229725 req-1f3dbdc5-66c7-4859-83dd-11a04ec05a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:21.687116 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0e78b2a1-45eb-4f03-958e-b80d33229725 req-1f3dbdc5-66c7-4859-83dd-11a04ec05a98 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2519407
May 11 13:44:21.872453 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c07acc-a2d0-4241-b2c1-d6c28807c45e req-41fee20e-69af-42b8-9de0-df7a12fc36f6 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:21.875305 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-93c07acc-a2d0-4241-b2c1-d6c28807c45e req-41fee20e-69af-42b8-9de0-df7a12fc36f6 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.1734056
May 11 13:44:21.938284 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-002d3d3c-74ce-4614-a462-fb92d78474ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:21.944280 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-002d3d3c-74ce-4614-a462-fb92d78474ef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92510857ca1047488f92675951404302&device_id=dd53b934-12c6-47af-a1bc-cd9e18737bc6 HTTP/1.1" status: 200  len: 1096 time: 0.1734853
May 11 13:44:22.050821 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-93c07acc-a2d0-4241-b2c1-d6c28807c45e req-f77dddb9-55d1-4261-bc5f-0f5b22c57445 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1556034
May 11 13:44:22.185898 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-3e8f8468-3cf1-4394-9325-f24d675405da service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7019b79-f3ea-49d6-95d7-a787b84dc4c9 HTTP/1.1" status: 200  len: 217 time: 0.2230244
May 11 13:44:22.191833 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c4d32-40a4-43b5-9d29-b1eb6f7be5a6 req-8c349bbe-2f0a-4e8c-a3dc-7128f5b194de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:22.194886 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5b1c4d32-40a4-43b5-9d29-b1eb6f7be5a6 req-8c349bbe-2f0a-4e8c-a3dc-7128f5b194de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d88b8522-bb44-4128-b66b-b6cc8ce1b406&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.5089970
May 11 13:44:22.758016 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5b1c4d32-40a4-43b5-9d29-b1eb6f7be5a6 req-1ee30855-da7b-45ab-aed6-b055da411d7a service neutron] 10.222.0.54 "GET /v2.0/networks/d88b8522-bb44-4128-b66b-b6cc8ce1b406?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5013938
May 11 13:44:23.037275 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-2e44fe7d-ee8a-4480-a5a2-630538587356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:23.049946 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-2e44fe7d-ee8a-4480-a5a2-630538587356 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7d76bbac-8265-42c9-b0ff-de76986a4e85 HTTP/1.1" status: 200  len: 854 time: 0.8425937
May 11 13:44:23.250815 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dabee-586c-497a-8731-bede3b850917 req-1b3241ae-9b56-491c-8c68-eca5c8867802 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:23.269777 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a85dabee-586c-497a-8731-bede3b850917 req-1b3241ae-9b56-491c-8c68-eca5c8867802 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.2497861
May 11 13:44:23.276748 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-fb1b54cf-ecbb-44b0-85e9-2f13fb6a262f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6bef4c20-4a6c-40a5-b258-199c12fc2595&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2258875
May 11 13:44:23.278990 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5b1c4d32-40a4-43b5-9d29-b1eb6f7be5a6 req-a1b468a6-8dd9-47c6-b689-3c7ca97b02a4 service neutron] 10.222.0.54 "GET /v2.0/networks/d88b8522-bb44-4128-b66b-b6cc8ce1b406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5061343
May 11 13:44:23.318224 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6560bea-1d05-4c5f-accc-137c6f354446 req-7a5e1fbc-a078-433e-95c2-668f8a506381 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:23.334689 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f6560bea-1d05-4c5f-accc-137c6f354446 req-7a5e1fbc-a078-433e-95c2-668f8a506381 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd53b934-12c6-47af-a1bc-cd9e18737bc6 HTTP/1.1" status: 200  len: 943 time: 0.6738303
May 11 13:44:23.382537 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a85dabee-586c-497a-8731-bede3b850917 req-4bf5587f-d8b4-4062-808d-d7bb1636cd1c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1102707
May 11 13:44:23.784910 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f6560bea-1d05-4c5f-accc-137c6f354446 req-c52d61c9-9868-4e89-9e0b-09fbfcdccaa5 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4488466
May 11 13:44:23.900593 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-1337eda5-dc64-4ebf-8366-0f7f80756118 service neutron] 10.222.0.54 "GET /v2.0/networks/6bef4c20-4a6c-40a5-b258-199c12fc2595?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5019317
May 11 13:44:23.906836 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50d88a-bbcc-4289-9624-4d49c69290a8 req-503bcf81-5d70-491c-ad6f-49750284bb1b tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:23.908346 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ad50d88a-bbcc-4289-9624-4d49c69290a8 req-503bcf81-5d70-491c-ad6f-49750284bb1b tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.2072229
May 11 13:44:24.026326 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ad50d88a-bbcc-4289-9624-4d49c69290a8 req-b85eafeb-b01d-49c4-acf2-f83194f4b203 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1078651
May 11 13:44:24.195117 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8a0c7ee-2486-4716-90fd-845e8e36790a req-258fc1d9-1cde-4fac-920a-a8ba7a7691bd service neutron] 10.222.0.54 "GET /v2.0/networks/6bef4c20-4a6c-40a5-b258-199c12fc2595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2765908
May 11 13:44:24.348540 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device ca95605f-3f90-413f-ad05-4995af8bb8f0 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 11 13:44:24.573066 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port ca95605f-3f90-413f-ad05-4995af8bb8f0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ca95605f-3f90-413f-ad05-4995af8bb8f0,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:44:24.590510 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Returning: {'device': 'ca95605f-3f90-413f-ad05-4995af8bb8f0', 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'port_id': 'ca95605f-3f90-413f-ad05-4995af8bb8f0', 'mac_address': 'fa:16:3e:88:dd:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 11 13:44:24.665155 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:24.687317 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca95605f-3f90-413f-ad05-4995af8bb8f0 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:44:24.707068 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port ca95605f-3f90-413f-ad05-4995af8bb8f0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ca95605f-3f90-413f-ad05-4995af8bb8f0,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:44:24.717513 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:24.720760 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:24.907097 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=ca95605f-3f90-413f-ad05-4995af8bb8f0,revision_number=6']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:24.910663 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:24.960579 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e25ec-1153-4f3f-aa9f-5e9f6ff6fb77 req-74dd3551-09fa-4bbd-925a-612b44ee6168 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:24.963338 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-963e25ec-1153-4f3f-aa9f-5e9f6ff6fb77 req-74dd3551-09fa-4bbd-925a-612b44ee6168 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 945 time: 0.1647575
May 11 13:44:24.976526 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['ca95605f-3f90-413f-ad05-4995af8bb8f0'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:44:25.117460 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-963e25ec-1153-4f3f-aa9f-5e9f6ff6fb77 req-4efe2ca4-66f1-42cd-bff6-90841981c21c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1237190
May 11 13:44:25.279370 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5735026-c92e-4137-8f6c-b55e148e6503 req-14879928-c65c-40f8-879b-97967cc81430 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:25.287984 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c5735026-c92e-4137-8f6c-b55e148e6503 req-14879928-c65c-40f8-879b-97967cc81430 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd53b934-12c6-47af-a1bc-cd9e18737bc6 HTTP/1.1" status: 200  len: 943 time: 0.2006910
May 11 13:44:25.384918 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c5735026-c92e-4137-8f6c-b55e148e6503 req-e6548f67-0a83-4ba4-9374-af0f315ad1ce tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956256
May 11 13:44:25.683583 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6b625-cc0f-4979-af95-5f9df08f7be0 req-5a13a81d-6b43-422d-b813-90eb6dad5550 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:25.685938 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0db6b625-cc0f-4979-af95-5f9df08f7be0 req-5a13a81d-6b43-422d-b813-90eb6dad5550 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.1693864
May 11 13:44:25.749882 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0db6b625-cc0f-4979-af95-5f9df08f7be0 req-dc891a42-fa98-4573-a85f-3e263b246e1d tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542080
May 11 13:44:26.363470 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device b7019b79-f3ea-49d6-95d7-a787b84dc4c9 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 11 13:44:26.591905 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c838bd4-27b7-4f11-8b54-e06102a6ef58 req-bc3172cc-2998-4707-b37d-c34c517f19d6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:26.593567 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6c838bd4-27b7-4f11-8b54-e06102a6ef58 req-bc3172cc-2998-4707-b37d-c34c517f19d6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 945 time: 0.2544644
May 11 13:44:26.703203 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device ca95605f-3f90-413f-ad05-4995af8bb8f0 up at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:44:26.711187 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6c838bd4-27b7-4f11-8b54-e06102a6ef58 req-5d1f5ad7-0241-4888-b0e8-7ed8d8dae217 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1059301
May 11 13:44:27.008144 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning complete for port ca95605f-3f90-413f-ad05-4995af8bb8f0 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:44:27.008991 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:27.067663 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebf881-05d1-4247-a0dd-45bfc5c0964b req-31d1854a-d5df-4ea4-a53f-873822c7c70c tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:27.076932 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3bebf881-05d1-4247-a0dd-45bfc5c0964b req-31d1854a-d5df-4ea4-a53f-873822c7c70c tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd53b934-12c6-47af-a1bc-cd9e18737bc6 HTTP/1.1" status: 200  len: 943 time: 0.3132725
May 11 13:44:27.168117 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3bebf881-05d1-4247-a0dd-45bfc5c0964b req-96f10f20-bda4-46be-91d7-a4bb8ab69c4c tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897844
May 11 13:44:27.276868 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port b7019b79-f3ea-49d6-95d7-a787b84dc4c9, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b7019b79-f3ea-49d6-95d7-a787b84dc4c9,segment=NetworkSegment(c610bf4a-eec2-4b42-8f03-c7d49a9b54e2),segment_id=c610bf4a-eec2-4b42-8f03-c7d49a9b54e2)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:44:27.302378 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Returning: {'device': 'b7019b79-f3ea-49d6-95d7-a787b84dc4c9', 'network_id': '6bef4c20-4a6c-40a5-b258-199c12fc2595', 'port_id': 'b7019b79-f3ea-49d6-95d7-a787b84dc4c9', 'mac_address': 'fa:16:3e:22:96:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d76bbac-8265-42c9-b0ff-de76986a4e85', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 11 13:44:27.472028 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:27.486495 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:27.537335 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port ca95605f-3f90-413f-ad05-4995af8bb8f0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ca95605f-3f90-413f-ad05-4995af8bb8f0,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:44:27.541443 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b23954-ed6f-4c8d-a528-77250981ce80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca95605f-3f90-413f-ad05-4995af8bb8f0'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:44:27.557630 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7019b79-f3ea-49d6-95d7-a787b84dc4c9 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:44:27.566409 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:27.572462 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:27.706205 dv-cinder-784779-11-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b23954-ed6f-4c8d-a528-77250981ce80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca95605f-3f90-413f-ad05-4995af8bb8f0', 'code': 200}
May 11 13:44:27.707834 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port b7019b79-f3ea-49d6-95d7-a787b84dc4c9, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b7019b79-f3ea-49d6-95d7-a787b84dc4c9,segment=NetworkSegment(c610bf4a-eec2-4b42-8f03-c7d49a9b54e2),segment_id=c610bf4a-eec2-4b42-8f03-c7d49a9b54e2)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:44:27.732514 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:27.741024 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=ca95605f-3f90-413f-ad05-4995af8bb8f0,revision_number=7']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:27.751390 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:27.751970 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:27.929771 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=b7019b79-f3ea-49d6-95d7-a787b84dc4c9,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:27.950705 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:28.136154 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['b7019b79-f3ea-49d6-95d7-a787b84dc4c9'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:44:28.249980 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5080d51-30c5-489a-9ccf-02fdbbae1f1a req-40869afd-979c-4065-9ff7-56c43ab8544d tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:28.258487 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e5080d51-30c5-489a-9ccf-02fdbbae1f1a req-40869afd-979c-4065-9ff7-56c43ab8544d tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.2039082
May 11 13:44:28.311702 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e5080d51-30c5-489a-9ccf-02fdbbae1f1a req-f9eac15f-3764-42df-a519-cadc687c021b tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518870
May 11 13:44:28.733295 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32357539-0429-4be7-9015-a9bcff4fa6b6 req-7b315202-9e9e-489a-90a5-079e467a4a73 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:28.762719 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-32357539-0429-4be7-9015-a9bcff4fa6b6 req-7b315202-9e9e-489a-90a5-079e467a4a73 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd53b934-12c6-47af-a1bc-cd9e18737bc6 HTTP/1.1" status: 200  len: 944 time: 0.2825906
May 11 13:44:28.903618 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-32357539-0429-4be7-9015-a9bcff4fa6b6 req-3d9f5ab1-6cf2-4d2f-9fd5-5648ab9defd9 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393023
May 11 13:44:29.419522 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-a0bede41-837a-4184-b3b2-4daaa0484b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:29.510283 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:29.567949 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:44:29.936562 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abac094-d68e-4b83-a7b1-f3278e83d7ef req-3471c2e0-077e-4307-9971-ede4660c0ce5 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:29.944025 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5abac094-d68e-4b83-a7b1-f3278e83d7ef req-3471c2e0-077e-4307-9971-ede4660c0ce5 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.2510190
May 11 13:44:30.048251 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5abac094-d68e-4b83-a7b1-f3278e83d7ef req-6c9a5089-3fd2-4311-90df-652f5c33edbe tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1029818
May 11 13:44:30.329392 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db692eb1-359f-4700-8144-e110d374b321 req-80642bed-167d-4544-b343-6e7d52ff1b15 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:30.359857 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-db692eb1-359f-4700-8144-e110d374b321 req-80642bed-167d-4544-b343-6e7d52ff1b15 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/networks?id=a8e423f0-92f2-4643-a2c6-7172377b9fe5 HTTP/1.1" status: 200  len: 815 time: 0.4313576
May 11 13:44:30.403787 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96052033-d760-4328-91ac-f753d82614ad req-0af10977-68a2-4475-9618-6967c63ae4e6 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:30.406953 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-96052033-d760-4328-91ac-f753d82614ad req-0af10977-68a2-4475-9618-6967c63ae4e6 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd53b934-12c6-47af-a1bc-cd9e18737bc6 HTTP/1.1" status: 200  len: 944 time: 0.1721761
May 11 13:44:30.411161 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-db692eb1-359f-4700-8144-e110d374b321 req-52f1a450-fd86-4173-801e-726e1ccba2ba tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/quotas/87061cce8d8647f28b362c421c9446b9 HTTP/1.1" status: 200  len: 375 time: 0.0496926
May 11 13:44:30.541569 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-96052033-d760-4328-91ac-f753d82614ad req-10195849-e625-421a-92c7-e0f665c75ce8 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253541
May 11 13:44:30.672525 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-db692eb1-359f-4700-8144-e110d374b321 req-c5451381-63f4-498b-a362-a2cae94bd82f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Synchronizing usage tracker for tenant:87061cce8d8647f28b362c421c9446b9 on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:44:30.746762 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-db692eb1-359f-4700-8144-e110d374b321 req-c5451381-63f4-498b-a362-a2cae94bd82f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Unset dirty status for tenant:87061cce8d8647f28b362c421c9446b9 on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:44:30.748134 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-db692eb1-359f-4700-8144-e110d374b321 req-c5451381-63f4-498b-a362-a2cae94bd82f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=87061cce8d8647f28b362c421c9446b9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3355205
May 11 13:44:30.980521 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-db692eb1-359f-4700-8144-e110d374b321 req-4527ff21-23e8-4459-ac6e-dc3b62502093 service neutron] 10.222.0.48 "GET /v2.0/networks/a8e423f0-92f2-4643-a2c6-7172377b9fe5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2079592
May 11 13:44:31.223227 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-db692eb1-359f-4700-8144-e110d374b321 req-337fe694-52f6-49ff-8c91-f179897378be service neutron] 10.222.0.48 "GET /v2.0/networks/a8e423f0-92f2-4643-a2c6-7172377b9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2410722
May 11 13:44:31.599060 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa942d-f067-411c-b870-512969f708df req-d3fbe47c-a2af-492d-a423-cf7e940c11f7 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:31.609448 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-abfa942d-f067-411c-b870-512969f708df req-d3fbe47c-a2af-492d-a423-cf7e940c11f7 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.2337923
May 11 13:44:31.667354 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-abfa942d-f067-411c-b870-512969f708df req-db9b2032-dfbe-4d93-9fde-b0f11ad266c7 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564597
May 11 13:44:31.928534 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5dd97ab4-d849-48ff-924e-4e277de2f632 req-8622d0ae-58dd-4c5b-bdc9-da510d6e8828 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 210 time: 0.1250596
May 11 13:44:32.252033 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b3b14-00a5-4f32-af0c-7d090511ac23 req-31f81e94-5d4c-43e7-b0c9-3e4a35436cdf tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:32.262963 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5a7b3b14-00a5-4f32-af0c-7d090511ac23 req-31f81e94-5d4c-43e7-b0c9-3e4a35436cdf tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd53b934-12c6-47af-a1bc-cd9e18737bc6 HTTP/1.1" status: 200  len: 944 time: 0.4762368
May 11 13:44:32.263244 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:32.384022 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device b7019b79-f3ea-49d6-95d7-a787b84dc4c9 up at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:44:32.455609 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5a7b3b14-00a5-4f32-af0c-7d090511ac23 req-dcff440c-f23c-4733-bdb1-6beb17965d0a tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1775603
May 11 13:44:32.972012 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b3ee86ab-d1e0-4254-a482-8b06e58fd1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:32.996493 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning for port b7019b79-f3ea-49d6-95d7-a787b84dc4c9 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:44:33.040198 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning complete for port b7019b79-f3ea-49d6-95d7-a787b84dc4c9 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:44:33.042109 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:33.364710 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e462f09-f389-4628-a860-792ca71741a2 req-9ec8b24e-5cde-4928-aedb-83ae7047135e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:33.384975 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1e462f09-f389-4628-a860-792ca71741a2 req-9ec8b24e-5cde-4928-aedb-83ae7047135e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.3552787
May 11 13:44:33.429635 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:33.472663 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:33.498304 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1e462f09-f389-4628-a860-792ca71741a2 req-9256ff0d-e5f2-4a47-94a2-14bf2f61d721 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1096456
May 11 13:44:33.620220 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-aaa95f9e-01b3-4c95-b56d-0ab2de774eee req-996a26cd-d74e-4714-bc38-85e2be7c35a0 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 210 time: 0.1309144
May 11 13:44:33.630069 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port b7019b79-f3ea-49d6-95d7-a787b84dc4c9, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b7019b79-f3ea-49d6-95d7-a787b84dc4c9,segment=NetworkSegment(c610bf4a-eec2-4b42-8f03-c7d49a9b54e2),segment_id=c610bf4a-eec2-4b42-8f03-c7d49a9b54e2)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:44:33.631760 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd53b934-12c6-47af-a1bc-cd9e18737bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7019b79-f3ea-49d6-95d7-a787b84dc4c9'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:44:33.642047 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:33.645373 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-cf54954a-ffb8-4fdb-9298-7bfcd6ced191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:33.867990 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=b7019b79-f3ea-49d6-95d7-a787b84dc4c9,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:33.882119 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:34.112554 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da784e-a919-4317-b3d6-bd465213d4b5 req-1a0a35bb-7d6f-4c00-939c-366facc82723 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:34.120982 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f4da784e-a919-4317-b3d6-bd465213d4b5 req-1a0a35bb-7d6f-4c00-939c-366facc82723 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd53b934-12c6-47af-a1bc-cd9e18737bc6 HTTP/1.1" status: 200  len: 945 time: 0.1454606
May 11 13:44:34.202116 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f4da784e-a919-4317-b3d6-bd465213d4b5 req-5a2a14bf-0b67-4a23-b9df-4f14965bc2a7 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750210
May 11 13:44:34.298025 dv-cinder-784779-11-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd53b934-12c6-47af-a1bc-cd9e18737bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7019b79-f3ea-49d6-95d7-a787b84dc4c9', 'code': 200}
May 11 13:44:34.779046 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:35.323729 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db692eb1-359f-4700-8144-e110d374b321 req-6948047b-8231-4d30-a699-aaf3a8b59bb8 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:35.333865 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-db692eb1-359f-4700-8144-e110d374b321 req-6948047b-8231-4d30-a699-aaf3a8b59bb8 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.54 "GET /v2.0/networks?id=a8e423f0-92f2-4643-a2c6-7172377b9fe5 HTTP/1.1" status: 200  len: 815 time: 0.6125364
May 11 13:44:35.374710 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b1d01-fd2f-4903-988b-7af212bf46c2 req-756be521-f9f8-4615-86dc-30045337ccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:35.379953 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5b6b1d01-fd2f-4903-988b-7af212bf46c2 req-756be521-f9f8-4615-86dc-30045337ccfa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f7125cde7f594fb59b70804ec00a8405&device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 1099 time: 0.6847975
May 11 13:44:35.380194 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [req-db692eb1-359f-4700-8144-e110d374b321 req-0ae76725-6f96-4fd9-8a57-38a7cf8bcd5f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Request body: {'port': {'device_id': 'a67e1e50-abcc-4152-ba4d-9f806630b6d0', 'network_id': 'a8e423f0-92f2-4643-a2c6-7172377b9fe5', 'admin_state_up': True, 'tenant_id': '87061cce8d8647f28b362c421c9446b9'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:44:35.459059 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733aac7-d41f-47e6-a7ee-2959bc276e24 req-bfa364ef-b6ea-42df-bb92-88cc5346ed54 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:35.472325 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7733aac7-d41f-47e6-a7ee-2959bc276e24 req-bfa364ef-b6ea-42df-bb92-88cc5346ed54 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.5496745
May 11 13:44:35.659211 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b2da5-eab2-42f1-8eac-850e7b0423a9 req-8776a16f-74fd-4f74-9aad-ad8f0ba75067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:35.662243 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-824b2da5-eab2-42f1-8eac-850e7b0423a9 req-8776a16f-74fd-4f74-9aad-ad8f0ba75067 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dd53b934-12c6-47af-a1bc-cd9e18737bc6 HTTP/1.1" status: 200  len: 1098 time: 0.7807207
May 11 13:44:35.685696 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5768d1d-60e1-4483-be52-eb887f118c8e req-431d5369-43d7-4d77-84d5-82b901fe881e tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:35.700177 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b5768d1d-60e1-4483-be52-eb887f118c8e req-431d5369-43d7-4d77-84d5-82b901fe881e tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.6759615
May 11 13:44:35.790956 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7733aac7-d41f-47e6-a7ee-2959bc276e24 req-ad076bc5-2279-4d08-ac83-cbaee8969ad7 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3148422
May 11 13:44:35.855921 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b5768d1d-60e1-4483-be52-eb887f118c8e req-6a9f01e3-4ed8-4bcd-95a3-b4511f788607 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1535530
May 11 13:44:35.954197 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-824b2da5-eab2-42f1-8eac-850e7b0423a9 req-e092322c-07e8-403e-b395-0d6293bf7555 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2143328
May 11 13:44:35.959505 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b1d01-fd2f-4903-988b-7af212bf46c2 req-f9cdf043-926a-4222-830c-7399af429008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:35.961711 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5b6b1d01-fd2f-4903-988b-7af212bf46c2 req-f9cdf043-926a-4222-830c-7399af429008 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f5b51504-92c9-4304-911d-10c3bcee9e8c HTTP/1.1" status: 200  len: 920 time: 0.5701261
May 11 13:44:35.990553 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [req-db692eb1-359f-4700-8144-e110d374b321 req-0ae76725-6f96-4fd9-8a57-38a7cf8bcd5f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:44:36.031602 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [req-db692eb1-359f-4700-8144-e110d374b321 req-0ae76725-6f96-4fd9-8a57-38a7cf8bcd5f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:44:36.062856 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db692eb1-359f-4700-8144-e110d374b321 req-0ae76725-6f96-4fd9-8a57-38a7cf8bcd5f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Made reservation on behalf of 87061cce8d8647f28b362c421c9446b9 for: {'port': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:44:36.066976 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-db692eb1-359f-4700-8144-e110d374b321 req-0ae76725-6f96-4fd9-8a57-38a7cf8bcd5f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:36.193677 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-48fd35dd-257e-4f5d-810e-ec90f7d3caec req-89843758-2a17-42a8-8a0d-22acfa1a97b1 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 210 time: 0.0838547
May 11 13:44:36.199883 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5b6b1d01-fd2f-4903-988b-7af212bf46c2 req-0802e221-9566-458b-8f48-4c3ab892173d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=716f81b5-9951-4800-a928-e286481dd6b2 HTTP/1.1" status: 200  len: 217 time: 0.1718023
May 11 13:44:36.376635 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b1d01-fd2f-4903-988b-7af212bf46c2 req-031ec55b-58d6-495b-bd2e-de7000180b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:36.383479 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5b6b1d01-fd2f-4903-988b-7af212bf46c2 req-031ec55b-58d6-495b-bd2e-de7000180b01 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=251f9a73-9320-4629-9a40-4b9a8c311c09 HTTP/1.1" status: 200  len: 859 time: 0.1314218
May 11 13:44:36.448713 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be28fe-c73f-4a99-851a-3405d3f8b6a9 req-d81bfc48-d2ee-4bf3-ad16-d7f78b01b748 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:36.450860 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-54be28fe-c73f-4a99-851a-3405d3f8b6a9 req-d81bfc48-d2ee-4bf3-ad16-d7f78b01b748 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd53b934-12c6-47af-a1bc-cd9e18737bc6 HTTP/1.1" status: 200  len: 945 time: 0.2491858
May 11 13:44:36.614898 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-54be28fe-c73f-4a99-851a-3405d3f8b6a9 req-11a6afad-0f7a-4f5e-82a7-7238f8c3b075 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1430326
May 11 13:44:36.642885 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [req-db692eb1-359f-4700-8144-e110d374b321 req-0ae76725-6f96-4fd9-8a57-38a7cf8bcd5f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Allocated IP 172.20.0.9 (a8e423f0-92f2-4643-a2c6-7172377b9fe5/8e38d038-9b08-4d23-a16c-0e5d423f37b5/07e502bc-d319-49da-9e1f-f85bafa59bf1) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:44:37.254770 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5b6b1d01-fd2f-4903-988b-7af212bf46c2 req-ba10f976-e1bb-4722-a884-120e65041bc7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f5b51504-92c9-4304-911d-10c3bcee9e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0845387
May 11 13:44:37.331134 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daf61a-0ee5-43d6-80a7-dcefce8a2763 req-dd90330f-89d4-4c9c-a964-770e9e27dfb1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:37.339529 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd55d4a-8d36-4b99-94bb-e8d3361689f5 req-68415a88-e0f5-4a39-a861-61c35937458c tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:37.341314 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6bd55d4a-8d36-4b99-94bb-e8d3361689f5 req-68415a88-e0f5-4a39-a861-61c35937458c tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c43268-896e-4816-85b6-8f7fcb14c85b HTTP/1.1" status: 200  len: 945 time: 0.3930788
May 11 13:44:37.344256 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-22daf61a-0ee5-43d6-80a7-dcefce8a2763 req-dd90330f-89d4-4c9c-a964-770e9e27dfb1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.2566421
May 11 13:44:37.429364 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-22daf61a-0ee5-43d6-80a7-dcefce8a2763 req-84ed320e-ddd8-438c-85f0-ceedf2d1691f tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0825081
May 11 13:44:37.450945 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-db692eb1-359f-4700-8144-e110d374b321 req-0ae76725-6f96-4fd9-8a57-38a7cf8bcd5f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:37.577921 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6bd55d4a-8d36-4b99-94bb-e8d3361689f5 req-9d930366-ae42-4de2-89db-c91d95f94a18 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/security-groups?id=31e74f5b-58eb-4dde-8d62-e45732996f5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1902115
May 11 13:44:37.601660 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [req-db692eb1-359f-4700-8144-e110d374b321 req-0ae76725-6f96-4fd9-8a57-38a7cf8bcd5f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Transition to ACTIVE for port object 07e502bc-d319-49da-9e1f-f85bafa59bf1 will not be triggered until provisioned by entity DHCP. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:44:37.788423 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-db692eb1-359f-4700-8144-e110d374b321 req-0ae76725-6f96-4fd9-8a57-38a7cf8bcd5f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2100528'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:37.817562 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ffbb3cdf-595d-4760-92c4-19f96bd02de8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:37.850258 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5b6b1d01-fd2f-4903-988b-7af212bf46c2 req-682e920b-cfbf-401c-b875-9c80516110da service neutron] 10.222.0.54 "GET /v2.0/networks/f5b51504-92c9-4304-911d-10c3bcee9e8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3704650
May 11 13:44:37.999981 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db692eb1-359f-4700-8144-e110d374b321 req-0ae76725-6f96-4fd9-8a57-38a7cf8bcd5f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Network a8e423f0-92f2-4643-a2c6-7172377b9fe5 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:44:38.005837 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [req-db692eb1-359f-4700-8144-e110d374b321 req-0ae76725-6f96-4fd9-8a57-38a7cf8bcd5f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:44:38.009071 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae76725-6f96-4fd9-8a57-38a7cf8bcd5f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Pushing event updated for resources: {'Port': ['ID=07e502bc-d319-49da-9e1f-f85bafa59bf1,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:38.010838 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [req-db692eb1-359f-4700-8144-e110d374b321 req-0ae76725-6f96-4fd9-8a57-38a7cf8bcd5f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:44:38.058025 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0ae76725-6f96-4fd9-8a57-38a7cf8bcd5f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:38.102575 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568cd16b-8eca-4476-a0f4-0fdef03188d4 req-30371e3b-672e-4522-a46c-f8b68a56ab51 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:38.111957 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-568cd16b-8eca-4476-a0f4-0fdef03188d4 req-30371e3b-672e-4522-a46c-f8b68a56ab51 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.3714056
May 11 13:44:38.139274 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db692eb1-359f-4700-8144-e110d374b321 req-0ae76725-6f96-4fd9-8a57-38a7cf8bcd5f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:38.152907 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-db692eb1-359f-4700-8144-e110d374b321 req-0ae76725-6f96-4fd9-8a57-38a7cf8bcd5f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:38.214637 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-568cd16b-8eca-4476-a0f4-0fdef03188d4 req-756cab77-2d90-414b-b8a9-ac8554372eb4 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016376
May 11 13:44:38.252908 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583ac19-cbf5-419d-81f1-faf14a49c7e6 req-24552cd8-ea60-4995-8d85-54dbd9893323 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:38.267465 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a583ac19-cbf5-419d-81f1-faf14a49c7e6 req-24552cd8-ea60-4995-8d85-54dbd9893323 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 931 time: 0.3651311
May 11 13:44:38.356406 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-db692eb1-359f-4700-8144-e110d374b321 req-0ae76725-6f96-4fd9-8a57-38a7cf8bcd5f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0052760
May 11 13:44:38.394361 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5b6b1d01-fd2f-4903-988b-7af212bf46c2 req-134d3fc8-56dd-4928-926c-87a93bbc7ff5 service neutron] 10.222.0.54 "GET /v2.0/networks/f5b51504-92c9-4304-911d-10c3bcee9e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5064652
May 11 13:44:38.433016 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a583ac19-cbf5-419d-81f1-faf14a49c7e6 req-6156aceb-1f01-4c12-8fd9-0d71b3eaa5f5 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1644609
May 11 13:44:38.536350 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [req-db692eb1-359f-4700-8144-e110d374b321 req-55c0aefd-48e5-4258-bb66-fe57a75f23ad service neutron] Request body: {'port': {'device_id': 'a67e1e50-abcc-4152-ba4d-9f806630b6d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:44:38.560776 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-02d0ccd6-f8d7-4eba-9817-5aeedb9f5ffa None None] Provisioning for port 07e502bc-d319-49da-9e1f-f85bafa59bf1 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:44:38.581920 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-02d0ccd6-f8d7-4eba-9817-5aeedb9f5ffa None None] Provisioning complete for port 07e502bc-d319-49da-9e1f-f85bafa59bf1 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:44:38.585845 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-02d0ccd6-f8d7-4eba-9817-5aeedb9f5ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:38.813963 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c466f-84eb-4875-b22b-19e023345002 req-56001c9a-ae93-4f6f-bc95-0123663ea18f tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:38.828683 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7e1c466f-84eb-4875-b22b-19e023345002 req-56001c9a-ae93-4f6f-bc95-0123663ea18f tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd53b934-12c6-47af-a1bc-cd9e18737bc6 HTTP/1.1" status: 200  len: 945 time: 0.2163119
May 11 13:44:38.842346 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-02d0ccd6-f8d7-4eba-9817-5aeedb9f5ffa None None] Port 07e502bc-d319-49da-9e1f-f85bafa59bf1 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 11 13:44:38.957893 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7e1c466f-84eb-4875-b22b-19e023345002 req-4efd5c7d-a0f0-4a38-b787-42fd05085906 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282754
May 11 13:44:39.205364 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-db692eb1-359f-4700-8144-e110d374b321 req-55c0aefd-48e5-4258-bb66-fe57a75f23ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:39.236910 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94381d6e-7ac5-450a-8ade-28929029bb5c req-e533dc5f-07ff-4b08-a6e5-6a1b6f588379 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:39.245208 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-94381d6e-7ac5-450a-8ade-28929029bb5c req-e533dc5f-07ff-4b08-a6e5-6a1b6f588379 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.3655293
May 11 13:44:39.879590 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997e568-6365-4ee5-a9c4-3c334ea8ac2b req-a10d04f0-3190-43d6-932f-0dd227859004 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:39.888102 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1997e568-6365-4ee5-a9c4-3c334ea8ac2b req-a10d04f0-3190-43d6-932f-0dd227859004 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c43268-896e-4816-85b6-8f7fcb14c85b HTTP/1.1" status: 200  len: 945 time: 0.4447675
May 11 13:44:40.001516 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1997e568-6365-4ee5-a9c4-3c334ea8ac2b req-25462ba8-4fe7-429c-a9cb-c8775e808f39 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/security-groups?id=31e74f5b-58eb-4dde-8d62-e45732996f5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115999
May 11 13:44:40.124292 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-94381d6e-7ac5-450a-8ade-28929029bb5c req-08e8b1e5-009e-49a1-abc3-f49155e0f652 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8777428
May 11 13:44:40.356878 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 45814) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:44:40.754995 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [req-db692eb1-359f-4700-8144-e110d374b321 req-55c0aefd-48e5-4258-bb66-fe57a75f23ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e502bc-d319-49da-9e1f-f85bafa59bf1 {{(pid=78703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:44:40.781176 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-db692eb1-359f-4700-8144-e110d374b321 req-55c0aefd-48e5-4258-bb66-fe57a75f23ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:40.812491 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315a56-601c-4e77-9503-0acd70b2f85f req-33d1e097-be8f-40b5-a218-ef5b823a91e8 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:40.825324 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [req-db692eb1-359f-4700-8144-e110d374b321 req-55c0aefd-48e5-4258-bb66-fe57a75f23ad service neutron] Transition to ACTIVE for port object 07e502bc-d319-49da-9e1f-f85bafa59bf1 will not be triggered until provisioned by entity L2. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:44:40.830788 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-20315a56-601c-4e77-9503-0acd70b2f85f req-33d1e097-be8f-40b5-a218-ef5b823a91e8 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.4532375
May 11 13:44:40.856930 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-db692eb1-359f-4700-8144-e110d374b321 req-55c0aefd-48e5-4258-bb66-fe57a75f23ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2100521'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:40.914709 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:40.973275 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 45822) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:44:40.999905 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-20315a56-601c-4e77-9503-0acd70b2f85f req-8dc6703a-1e25-4237-8a32-56a16f725b3f tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1676011
May 11 13:44:41.119090 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0aefd-48e5-4258-bb66-fe57a75f23ad service neutron] Pushing event updated for resources: {'Port': ['ID=07e502bc-d319-49da-9e1f-f85bafa59bf1,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:41.158484 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-55c0aefd-48e5-4258-bb66-fe57a75f23ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:41.186372 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1de8a7a1-3c7c-421c-b9aa-232f6536af1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:41.339522 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3892ca71-9520-428f-a8a8-c57b78cce47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:41.376971 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-1de8a7a1-3c7c-421c-b9aa-232f6536af1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:44:41.392431 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-3892ca71-9520-428f-a8a8-c57b78cce47f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:44:41.398086 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-1de8a7a1-3c7c-421c-b9aa-232f6536af1e admin admin] Usage tracker for resource:security_group_rule and tenant:b82ac2a1f6954d7c8807158211f94927 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:44:41.413859 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-1de8a7a1-3c7c-421c-b9aa-232f6536af1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:44:41.417810 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-3892ca71-9520-428f-a8a8-c57b78cce47f admin admin] Usage tracker for resource:security_group_rule and tenant:b2dd2ad3379743139a56e76376261950 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:44:41.434325 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-3892ca71-9520-428f-a8a8-c57b78cce47f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:44:41.437586 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-1de8a7a1-3c7c-421c-b9aa-232f6536af1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:44:41.454731 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-3892ca71-9520-428f-a8a8-c57b78cce47f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:44:41.457238 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99ed68-207b-44ca-872d-d121560287a5 req-571a9f51-1e27-42f0-9e93-9627c8cfdfa7 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:41.462402 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-6d99ed68-207b-44ca-872d-d121560287a5 req-571a9f51-1e27-42f0-9e93-9627c8cfdfa7 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Synchronizing usage tracker for tenant:87061cce8d8647f28b362c421c9446b9 on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:44:41.795355 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-6d99ed68-207b-44ca-872d-d121560287a5 req-571a9f51-1e27-42f0-9e93-9627c8cfdfa7 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Unset dirty status for tenant:87061cce8d8647f28b362c421c9446b9 on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:44:41.799728 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6d99ed68-207b-44ca-872d-d121560287a5 req-571a9f51-1e27-42f0-9e93-9627c8cfdfa7 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 931 time: 1.3161500
May 11 13:44:41.841357 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cb5ce-2d3b-491c-9c4d-07496c816b0b req-9b995146-1b2a-4558-87e9-e5f5dc6da806 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:41.850113 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-892cb5ce-2d3b-491c-9c4d-07496c816b0b req-9b995146-1b2a-4558-87e9-e5f5dc6da806 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd53b934-12c6-47af-a1bc-cd9e18737bc6 HTTP/1.1" status: 200  len: 945 time: 0.3135636
May 11 13:44:41.956146 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1de8a7a1-3c7c-421c-b9aa-232f6536af1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:41.973821 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1de8a7a1-3c7c-421c-b9aa-232f6536af1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:41.987665 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:42.014321 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-db692eb1-359f-4700-8144-e110d374b321 req-55c0aefd-48e5-4258-bb66-fe57a75f23ad service neutron] Attempting to bind port 07e502bc-d319-49da-9e1f-f85bafa59bf1 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:44:42.014882 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-db692eb1-359f-4700-8144-e110d374b321 req-55c0aefd-48e5-4258-bb66-fe57a75f23ad service neutron] Attempting to bind port 07e502bc-d319-49da-9e1f-f85bafa59bf1 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '6ac1d778-88f8-48a2-87ec-07ee57581f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a8e423f0-92f2-4643-a2c6-7172377b9fe5'}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:44:42.015414 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db692eb1-359f-4700-8144-e110d374b321 req-55c0aefd-48e5-4258-bb66-fe57a75f23ad service neutron] Attempting to bind port 07e502bc-d319-49da-9e1f-f85bafa59bf1 on network a8e423f0-92f2-4643-a2c6-7172377b9fe5 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:44:42.021659 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3892ca71-9520-428f-a8a8-c57b78cce47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:42.025795 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8a7a1-3c7c-421c-b9aa-232f6536af1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e534cc-64a2-4849-a829-5465a2a80f1c,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:42.038962 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db692eb1-359f-4700-8144-e110d374b321 req-55c0aefd-48e5-4258-bb66-fe57a75f23ad service neutron] Port 07e502bc-d319-49da-9e1f-f85bafa59bf1 on network a8e423f0-92f2-4643-a2c6-7172377b9fe5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 11 13:44:42.039498 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db692eb1-359f-4700-8144-e110d374b321 req-55c0aefd-48e5-4258-bb66-fe57a75f23ad service neutron] Attempting to bind port 07e502bc-d319-49da-9e1f-f85bafa59bf1 on network a8e423f0-92f2-4643-a2c6-7172377b9fe5 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:44:42.043718 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-892cb5ce-2d3b-491c-9c4d-07496c816b0b req-8ec4dd18-a94f-4c8f-b8a6-4270ddee0d32 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1897547
May 11 13:44:42.055679 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3892ca71-9520-428f-a8a8-c57b78cce47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:42.057520 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6d99ed68-207b-44ca-872d-d121560287a5 req-e3c93be0-3c6c-4da4-aae6-74692868b999 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2476089
May 11 13:44:42.059537 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db692eb1-359f-4700-8144-e110d374b321 req-55c0aefd-48e5-4258-bb66-fe57a75f23ad service neutron] Checking agent: {'id': '90698981-c276-4592-9423-0c50fa5e2f21', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'started_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:44:42.059746 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db692eb1-359f-4700-8144-e110d374b321 req-55c0aefd-48e5-4258-bb66-fe57a75f23ad service neutron] Checking segment: {'id': '6ac1d778-88f8-48a2-87ec-07ee57581f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a8e423f0-92f2-4643-a2c6-7172377b9fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:44:42.060302 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db692eb1-359f-4700-8144-e110d374b321 req-55c0aefd-48e5-4258-bb66-fe57a75f23ad service neutron] Bound using segment: {'id': '6ac1d778-88f8-48a2-87ec-07ee57581f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a8e423f0-92f2-4643-a2c6-7172377b9fe5'} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:44:42.061263 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-db692eb1-359f-4700-8144-e110d374b321 req-55c0aefd-48e5-4258-bb66-fe57a75f23ad service neutron] Bound port: 07e502bc-d319-49da-9e1f-f85bafa59bf1, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ac1d778-88f8-48a2-87ec-07ee57581f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a8e423f0-92f2-4643-a2c6-7172377b9fe5'}}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:44:42.061579 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-db692eb1-359f-4700-8144-e110d374b321 req-55c0aefd-48e5-4258-bb66-fe57a75f23ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:42.213906 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de8a7a1-3c7c-421c-b9aa-232f6536af1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:42.214217 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de8a7a1-3c7c-421c-b9aa-232f6536af1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:42.214745 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de8a7a1-3c7c-421c-b9aa-232f6536af1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:42.215215 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de8a7a1-3c7c-421c-b9aa-232f6536af1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:42.215857 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de8a7a1-3c7c-421c-b9aa-232f6536af1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:42.216425 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de8a7a1-3c7c-421c-b9aa-232f6536af1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:42.217000 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de8a7a1-3c7c-421c-b9aa-232f6536af1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:42.217589 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de8a7a1-3c7c-421c-b9aa-232f6536af1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:42.222278 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de8a7a1-3c7c-421c-b9aa-232f6536af1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:42.223128 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de8a7a1-3c7c-421c-b9aa-232f6536af1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:42.227453 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de8a7a1-3c7c-421c-b9aa-232f6536af1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:42.237218 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de8a7a1-3c7c-421c-b9aa-232f6536af1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:42.245577 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-1de8a7a1-3c7c-421c-b9aa-232f6536af1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:42.275463 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e418fb72-8877-4587-a3ce-b8c757c61c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:42.327368 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-3892ca71-9520-428f-a8a8-c57b78cce47f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b2dd2ad3379743139a56e76376261950&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3258457
May 11 13:44:42.331111 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 45840) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:44:42.369375 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-db692eb1-359f-4700-8144-e110d374b321 req-55c0aefd-48e5-4258-bb66-fe57a75f23ad service neutron] For port 07e502bc-d319-49da-9e1f-f85bafa59bf1, host hv-cinder-78477, cleared binding levels {{(pid=78703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:44:42.372453 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892ca71-9520-428f-a8a8-c57b78cce47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9107f219-6e0e-40e2-8270-f332c1349880,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:42.377584 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3892ca71-9520-428f-a8a8-c57b78cce47f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:42.422653 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-1de8a7a1-3c7c-421c-b9aa-232f6536af1e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b82ac2a1f6954d7c8807158211f94927&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0646529
May 11 13:44:42.429205 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 45844) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:44:42.541414 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-db692eb1-359f-4700-8144-e110d374b321 req-55c0aefd-48e5-4258-bb66-fe57a75f23ad service neutron] For port 07e502bc-d319-49da-9e1f-f85bafa59bf1, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=07e502bc-d319-49da-9e1f-f85bafa59bf1,segment=NetworkSegment(6ac1d778-88f8-48a2-87ec-07ee57581f6c),segment_id=6ac1d778-88f8-48a2-87ec-07ee57581f6c)] {{(pid=78703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:44:42.561514 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-db692eb1-359f-4700-8144-e110d374b321 req-55c0aefd-48e5-4258-bb66-fe57a75f23ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2100521'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:42.573775 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b4382942-2bc2-4edf-96d0-46dd60ffeb73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:42.586730 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:42.678006 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0aefd-48e5-4258-bb66-fe57a75f23ad service neutron] Pushing event updated for resources: {'Port': ['ID=07e502bc-d319-49da-9e1f-f85bafa59bf1,revision_number=3']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:42.681188 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6f86ad91-b616-4219-af82-b0628b4fd504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:42.717220 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b4382942-2bc2-4edf-96d0-46dd60ffeb73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:42.729508 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6f86ad91-b616-4219-af82-b0628b4fd504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:42.753112 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-55c0aefd-48e5-4258-bb66-fe57a75f23ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:42.780416 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db692eb1-359f-4700-8144-e110d374b321 req-55c0aefd-48e5-4258-bb66-fe57a75f23ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:42.781172 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1189223-6309-4ca9-bfbd-2c8ec36e56ac req-bb49a379-186f-4785-b741-20dde3961663 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:42.783876 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a1189223-6309-4ca9-bfbd-2c8ec36e56ac req-bb49a379-186f-4785-b741-20dde3961663 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c43268-896e-4816-85b6-8f7fcb14c85b HTTP/1.1" status: 200  len: 945 time: 0.4166284
May 11 13:44:42.791219 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-db692eb1-359f-4700-8144-e110d374b321 req-55c0aefd-48e5-4258-bb66-fe57a75f23ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:42.792724 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-db692eb1-359f-4700-8144-e110d374b321 req-55c0aefd-48e5-4258-bb66-fe57a75f23ad service neutron] 10.222.0.54 "PUT /v2.0/ports/07e502bc-d319-49da-9e1f-f85bafa59bf1 HTTP/1.1" status: 200  len: 1093 time: 4.2616346
May 11 13:44:42.797889 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67e1e50-abcc-4152-ba4d-9f806630b6d0', 'tag': '07e502bc-d319-49da-9e1f-f85bafa59bf1'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:44:42.894095 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd83836-4b48-4d92-82dc-ffe24b7af023 req-2569afee-4539-48d0-8b88-0ed0a31693cd tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:42.902350 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8bd83836-4b48-4d92-82dc-ffe24b7af023 req-2569afee-4539-48d0-8b88-0ed0a31693cd tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.5433240
May 11 13:44:43.018703 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8bd83836-4b48-4d92-82dc-ffe24b7af023 req-094dd871-fc3f-475e-a225-1dbcf637b544 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1152751
May 11 13:44:43.019978 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6f86ad91-b616-4219-af82-b0628b4fd504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:43.049785 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a1189223-6309-4ca9-bfbd-2c8ec36e56ac req-00995844-7c50-4383-8bdd-ec52d6e760f5 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/security-groups?id=31e74f5b-58eb-4dde-8d62-e45732996f5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2381153
May 11 13:44:43.075515 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b4382942-2bc2-4edf-96d0-46dd60ffeb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:43.101636 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:43.103104 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-720ae5e0-0e16-47ff-8fea-c88244488dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:43.186170 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4382942-2bc2-4edf-96d0-46dd60ffeb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e534cc-64a2-4849-a829-5465a2a80f1c,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:43.206815 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b4382942-2bc2-4edf-96d0-46dd60ffeb73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:43.277417 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b4382942-2bc2-4edf-96d0-46dd60ffeb73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:43.290482 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-b4382942-2bc2-4edf-96d0-46dd60ffeb73 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/14e534cc-64a2-4849-a829-5465a2a80f1c HTTP/1.1" status: 204  len: 168 time: 0.8572919
May 11 13:44:43.374972 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a67e1e50-abcc-4152-ba4d-9f806630b6d0', 'tag': '07e502bc-d319-49da-9e1f-f85bafa59bf1', 'status': 'completed', 'code': 200}
May 11 13:44:43.382225 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86ad91-b616-4219-af82-b0628b4fd504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9107f219-6e0e-40e2-8270-f332c1349880,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:43.387181 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6f86ad91-b616-4219-af82-b0628b4fd504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:43.390254 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-6f86ad91-b616-4219-af82-b0628b4fd504 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9107f219-6e0e-40e2-8270-f332c1349880 HTTP/1.1" status: 204  len: 168 time: 1.0537806
May 11 13:44:43.403625 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6f86ad91-b616-4219-af82-b0628b4fd504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:43.597054 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db692eb1-359f-4700-8144-e110d374b321 req-1c216113-473c-436f-b10b-395905d430ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:43.610574 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-db692eb1-359f-4700-8144-e110d374b321 req-1c216113-473c-436f-b10b-395905d430ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=87061cce8d8647f28b362c421c9446b9&device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 1096 time: 0.5063899
May 11 13:44:43.880825 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47f6be-7514-4a6b-b041-93b87d918f93 req-84556f06-c443-4d90-b42b-60a082d5428b tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:43.887464 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ff47f6be-7514-4a6b-b041-93b87d918f93 req-84556f06-c443-4d90-b42b-60a082d5428b tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.4314787
May 11 13:44:43.888296 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-db692eb1-359f-4700-8144-e110d374b321 req-eebd69e9-8430-4d32-b574-527fa6d0b404 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07e502bc-d319-49da-9e1f-f85bafa59bf1 HTTP/1.1" status: 200  len: 217 time: 0.2452829
May 11 13:44:44.011836 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db692eb1-359f-4700-8144-e110d374b321 req-1915de24-4e09-46b9-8f80-10d265f313c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:44.013508 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-db692eb1-359f-4700-8144-e110d374b321 req-1915de24-4e09-46b9-8f80-10d265f313c7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8e38d038-9b08-4d23-a16c-0e5d423f37b5 HTTP/1.1" status: 200  len: 854 time: 0.0869541
May 11 13:44:44.209093 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe05c2a-0e18-4374-9e6e-0e0de6f48618 req-5fd2aab1-e833-4d48-b58a-e2f9ea0fae37 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:44.222226 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dbe05c2a-0e18-4374-9e6e-0e0de6f48618 req-5fd2aab1-e833-4d48-b58a-e2f9ea0fae37 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 943 time: 0.3327878
May 11 13:44:44.227259 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db692eb1-359f-4700-8144-e110d374b321 req-51321522-c72c-43e1-a2b1-2a451dd22abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:44.228939 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-db692eb1-359f-4700-8144-e110d374b321 req-51321522-c72c-43e1-a2b1-2a451dd22abd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a8e423f0-92f2-4643-a2c6-7172377b9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2058711
May 11 13:44:44.243825 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ff47f6be-7514-4a6b-b041-93b87d918f93 req-97f33188-46b9-4dcb-bdea-6138399ba06d tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3435435
May 11 13:44:44.458108 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c8704-7c19-4806-8e8a-24612fd954b1 req-734f0688-b871-4dd3-9a54-03736ac1285f tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:44.463880 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-921c8704-7c19-4806-8e8a-24612fd954b1 req-734f0688-b871-4dd3-9a54-03736ac1285f tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.54 "GET /v2.0/ports?device_id=26c43268-896e-4816-85b6-8f7fcb14c85b HTTP/1.1" status: 200  len: 945 time: 0.3383446
May 11 13:44:44.636497 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-db692eb1-359f-4700-8144-e110d374b321 req-6d055697-ae96-4aaa-955d-a3565263a522 service neutron] 10.222.0.54 "GET /v2.0/networks/a8e423f0-92f2-4643-a2c6-7172377b9fe5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3578603
May 11 13:44:44.661926 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dbe05c2a-0e18-4374-9e6e-0e0de6f48618 req-e9d58ced-d030-4a1d-97c2-f328ae689e0c tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4386334
May 11 13:44:44.897682 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee9100-8a9d-499f-8e95-80d91a4b9e5d req-e2ea869c-8458-454f-b997-6732c9e0ab09 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:44.899252 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c1ee9100-8a9d-499f-8e95-80d91a4b9e5d req-e2ea869c-8458-454f-b997-6732c9e0ab09 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.2919512
May 11 13:44:45.009429 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c1ee9100-8a9d-499f-8e95-80d91a4b9e5d req-4f61dc30-55ea-42ed-985b-e20e3f5dd0cc tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0997303
May 11 13:44:45.034368 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-db692eb1-359f-4700-8144-e110d374b321 req-c6d76583-de5e-456d-bf3d-70e33d07b070 service neutron] 10.222.0.54 "GET /v2.0/networks/a8e423f0-92f2-4643-a2c6-7172377b9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3616009
May 11 13:44:45.223832 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-921c8704-7c19-4806-8e8a-24612fd954b1 req-becb2fb1-570c-4596-bee5-753cbfa1fe1d tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Deleting port b9133721-c031-4f27-bf23-ce20615948a3 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:44:45.224856 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-921c8704-7c19-4806-8e8a-24612fd954b1 req-becb2fb1-570c-4596-bee5-753cbfa1fe1d tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:45.575447 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-921c8704-7c19-4806-8e8a-24612fd954b1 req-becb2fb1-570c-4596-bee5-753cbfa1fe1d tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] For port b9133721-c031-4f27-bf23-ce20615948a3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b9133721-c031-4f27-bf23-ce20615948a3,segment=NetworkSegment(5b62c77f-a65c-42b5-9cc1-650e848ba5f8),segment_id=5b62c77f-a65c-42b5-9cc1-650e848ba5f8)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:44:45.579202 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-921c8704-7c19-4806-8e8a-24612fd954b1 req-becb2fb1-570c-4596-bee5-753cbfa1fe1d tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:45.625115 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9674a7-d086-4408-be9e-37086bcd4fd8 req-1a81bdea-fe07-4469-b591-eef37ccfb167 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:45.633851 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ad9674a7-d086-4408-be9e-37086bcd4fd8 req-1a81bdea-fe07-4469-b591-eef37ccfb167 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c43268-896e-4816-85b6-8f7fcb14c85b HTTP/1.1" status: 200  len: 945 time: 0.5975828
May 11 13:44:45.799177 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ad9674a7-d086-4408-be9e-37086bcd4fd8 req-2cae3329-1c2a-45fc-9861-aebb211ebc29 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/security-groups?id=31e74f5b-58eb-4dde-8d62-e45732996f5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1617482
May 11 13:44:45.886762 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b14f3-0b21-4dfc-9b38-f24ad0ddfde1 req-cef5b676-cdb0-4e01-bc7a-79267bec6364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:45.888363 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d94b14f3-0b21-4dfc-9b38-f24ad0ddfde1 req-cef5b676-cdb0-4e01-bc7a-79267bec6364 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=87061cce8d8647f28b362c421c9446b9&device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 1096 time: 0.6852458
May 11 13:44:46.122522 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-921c8704-7c19-4806-8e8a-24612fd954b1 req-becb2fb1-570c-4596-bee5-753cbfa1fe1d tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Calling delete_port for b9133721-c031-4f27-bf23-ce20615948a3 owned by compute:nova {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:44:46.155683 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 45898) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:44:46.332433 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b14f3-0b21-4dfc-9b38-f24ad0ddfde1 req-7f9003f7-f554-4a53-acb7-e3c730f5a393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:46.334930 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d94b14f3-0b21-4dfc-9b38-f24ad0ddfde1 req-7f9003f7-f554-4a53-acb7-e3c730f5a393 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a8e423f0-92f2-4643-a2c6-7172377b9fe5 HTTP/1.1" status: 200  len: 916 time: 0.4233513
May 11 13:44:46.477690 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-921c8704-7c19-4806-8e8a-24612fd954b1 req-becb2fb1-570c-4596-bee5-753cbfa1fe1d tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:46.492942 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['b9133721-c031-4f27-bf23-ce20615948a3'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:44:46.520064 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:46.573608 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d94b14f3-0b21-4dfc-9b38-f24ad0ddfde1 req-13439c3b-619e-40c4-a0f8-b2aaebe07668 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07e502bc-d319-49da-9e1f-f85bafa59bf1 HTTP/1.1" status: 200  len: 217 time: 0.1726518
May 11 13:44:46.647963 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-a817e9f1-6d1c-4134-b719-61435b269939 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1118253124-network', 'tenant_id': 'd185725581a24febb7946b4a64c64b41'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:44:46.660134 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-a817e9f1-6d1c-4134-b719-61435b269939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:44:46.697230 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-a817e9f1-6d1c-4134-b719-61435b269939 admin admin] Usage tracker for resource:network and tenant:d185725581a24febb7946b4a64c64b41 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:44:46.712989 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb2fb1-570c-4596-bee5-753cbfa1fe1d tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Pushing event deleted for resources: {'Port': ['ID=b9133721-c031-4f27-bf23-ce20615948a3,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:46.735921 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-a817e9f1-6d1c-4134-b719-61435b269939 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:44:46.739977 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-becb2fb1-570c-4596-bee5-753cbfa1fe1d tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:46.888758 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-a817e9f1-6d1c-4134-b719-61435b269939 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:44:46.891741 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-921c8704-7c19-4806-8e8a-24612fd954b1 req-becb2fb1-570c-4596-bee5-753cbfa1fe1d tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] No DVR routers for this DVR port b9133721-c031-4f27-bf23-ce20615948a3 on host hv-cinder-78477 {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:44:46.914031 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f054c-4abd-44be-b05f-d84de53e5db5 req-775dc9e7-d5c5-4628-9e69-79831f2016f0 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:46.916043 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5b4f054c-4abd-44be-b05f-d84de53e5db5 req-775dc9e7-d5c5-4628-9e69-79831f2016f0 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.6714976
May 11 13:44:46.917862 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b14f3-0b21-4dfc-9b38-f24ad0ddfde1 req-aa639c31-e880-46bf-ab59-18d9d735e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:46.919338 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d94b14f3-0b21-4dfc-9b38-f24ad0ddfde1 req-aa639c31-e880-46bf-ab59-18d9d735e13e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8e38d038-9b08-4d23-a16c-0e5d423f37b5 HTTP/1.1" status: 200  len: 854 time: 0.3104062
May 11 13:44:47.061763 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5b4f054c-4abd-44be-b05f-d84de53e5db5 req-90d86752-a918-4b86-9995-1fc93deab238 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254380
May 11 13:44:47.083124 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-921c8704-7c19-4806-8e8a-24612fd954b1 req-becb2fb1-570c-4596-bee5-753cbfa1fe1d tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:47.117409 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c43268-896e-4816-85b6-8f7fcb14c85b', 'name': 'network-vif-deleted', 'tag': 'b9133721-c031-4f27-bf23-ce20615948a3'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:44:47.183618 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a817e9f1-6d1c-4134-b719-61435b269939 admin admin] Made reservation on behalf of d185725581a24febb7946b4a64c64b41 for: {'network': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:44:47.193437 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a817e9f1-6d1c-4134-b719-61435b269939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for network, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:47.281545 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a817e9f1-6d1c-4134-b719-61435b269939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:47.336200 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-921c8704-7c19-4806-8e8a-24612fd954b1 req-becb2fb1-570c-4596-bee5-753cbfa1fe1d tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.54 "DELETE /v2.0/ports/b9133721-c031-4f27-bf23-ce20615948a3 HTTP/1.1" status: 204  len: 173 time: 2.6523714
May 11 13:44:47.369267 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-a817e9f1-6d1c-4134-b719-61435b269939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:44:47.399379 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-a817e9f1-6d1c-4134-b719-61435b269939 admin admin] Usage tracker for resource:security_group_rule and tenant:d185725581a24febb7946b4a64c64b41 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:44:47.419230 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-a817e9f1-6d1c-4134-b719-61435b269939 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:44:47.464480 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-a817e9f1-6d1c-4134-b719-61435b269939 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:44:47.559363 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28442bbb-4b59-4bf5-aa9c-70699c90cae1 req-b35a2c0a-a861-47e5-9252-197e9216191c tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:47.580702 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-28442bbb-4b59-4bf5-aa9c-70699c90cae1 req-b35a2c0a-a861-47e5-9252-197e9216191c tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 943 time: 0.7026284
May 11 13:44:47.720395 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-28442bbb-4b59-4bf5-aa9c-70699c90cae1 req-9fdf8baf-6d4c-4aa8-8fc5-df28ccc319d6 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Synchronizing usage tracker for tenant:87061cce8d8647f28b362c421c9446b9 on resource:security_group {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:44:47.783041 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b14f3-0b21-4dfc-9b38-f24ad0ddfde1 req-f4d4d6d4-c9d7-42e1-85dd-a7a5746d3ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:47.794800 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d94b14f3-0b21-4dfc-9b38-f24ad0ddfde1 req-f4d4d6d4-c9d7-42e1-85dd-a7a5746d3ce4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a8e423f0-92f2-4643-a2c6-7172377b9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2046223
May 11 13:44:47.810959 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa69994-c91b-4d86-89b3-2bf1cd959644 req-c30c23c9-7be1-4fa6-a4ac-47b8c9f79c3b tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:47.820293 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8fa69994-c91b-4d86-89b3-2bf1cd959644 req-c30c23c9-7be1-4fa6-a4ac-47b8c9f79c3b tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.3538847
May 11 13:44:47.925437 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-28442bbb-4b59-4bf5-aa9c-70699c90cae1 req-9fdf8baf-6d4c-4aa8-8fc5-df28ccc319d6 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Unset dirty status for tenant:87061cce8d8647f28b362c421c9446b9 on resource:security_group {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:44:47.927471 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-28442bbb-4b59-4bf5-aa9c-70699c90cae1 req-9fdf8baf-6d4c-4aa8-8fc5-df28ccc319d6 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3423183
May 11 13:44:47.952409 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8fa69994-c91b-4d86-89b3-2bf1cd959644 req-e7432a2f-65cf-4106-a11b-bab0b16b8ddc tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1307344
May 11 13:44:48.021174 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a817e9f1-6d1c-4134-b719-61435b269939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:48.035216 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a817e9f1-6d1c-4134-b719-61435b269939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:48.042555 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-43f56fd8-a33c-48f4-a645-1c9823b16c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:48.125973 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a817e9f1-6d1c-4134-b719-61435b269939 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'}  {{(pid=78702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 11 13:44:48.135279 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c43268-896e-4816-85b6-8f7fcb14c85b', 'name': 'network-vif-deleted', 'tag': 'b9133721-c031-4f27-bf23-ce20615948a3', 'status': 'completed', 'code': 200}
May 11 13:44:48.157029 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817e9f1-6d1c-4134-b719-61435b269939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0454c609-a0e9-4af6-a6e9-08478d31e93c,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:48.171144 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-a817e9f1-6d1c-4134-b719-61435b269939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:48.174909 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a817e9f1-6d1c-4134-b719-61435b269939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:48.175473 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.db.segments_db [None req-a817e9f1-6d1c-4134-b719-61435b269939 admin admin] Added segment da77338e-78ab-4b09-adcb-e7d35927c19a of type vlan for network fd97d37a-0667-4ddc-b6b6-37157baca3ab
May 11 13:44:48.237520 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d94b14f3-0b21-4dfc-9b38-f24ad0ddfde1 req-125d15be-131b-466a-a9a5-a6a8c4df2d8e service neutron] 10.222.0.54 "GET /v2.0/networks/a8e423f0-92f2-4643-a2c6-7172377b9fe5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2621195
May 11 13:44:48.243236 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a817e9f1-6d1c-4134-b719-61435b269939 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734582415728'] for network, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:48.306083 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a817e9f1-6d1c-4134-b719-61435b269939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for network, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:48.308800 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a817e9f1-6d1c-4134-b719-61435b269939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:48.313129 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a817e9f1-6d1c-4134-b719-61435b269939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:48.336315 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:48.355796 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2512787e-de70-4468-a189-334a85a51cf8 req-ef06a83c-44d0-476e-9734-834fc90e7166 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c43268-896e-4816-85b6-8f7fcb14c85b HTTP/1.1" status: 200  len: 210 time: 0.0684183
May 11 13:44:48.488479 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device b9133721-c031-4f27-bf23-ce20615948a3 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:44:48.597220 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] No Port match for: b9133721-c031-4f27-bf23-ce20615948a3 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:44:48.597572 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device b9133721-c031-4f27-bf23-ce20615948a3 not bound to the agent host hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:44:48.612354 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d94b14f3-0b21-4dfc-9b38-f24ad0ddfde1 req-ee8087e4-82ee-4b3e-be49-c85d88944b90 service neutron] 10.222.0.54 "GET /v2.0/networks/a8e423f0-92f2-4643-a2c6-7172377b9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2420032
May 11 13:44:48.764273 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-a817e9f1-6d1c-4134-b719-61435b269939 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.6035845
May 11 13:44:48.770438 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 45930) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:44:48.772954 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817e9f1-6d1c-4134-b719-61435b269939 admin admin] Pushing event updated for resources: {'Network': ['ID=fd97d37a-0667-4ddc-b6b6-37157baca3ab,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:48.781893 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-09b53746-3386-4806-a135-2c0f5146faf5 admin admin] Request body: {'subnet': {'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1118253124-subnet', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'ip_version': 4}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:44:48.784337 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-a817e9f1-6d1c-4134-b719-61435b269939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:48.786315 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Network fd97d37a-0667-4ddc-b6b6-37157baca3ab details requested by agent ovs-agent-dv-cinder-784779-11-iscsi with host dv-cinder-784779-11-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 11 13:44:48.817740 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-09b53746-3386-4806-a135-2c0f5146faf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:44:48.828837 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-09b53746-3386-4806-a135-2c0f5146faf5 admin admin] Usage tracker for resource:subnet and tenant:d185725581a24febb7946b4a64c64b41 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:44:48.836865 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-09b53746-3386-4806-a135-2c0f5146faf5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:44:48.843423 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-09b53746-3386-4806-a135-2c0f5146faf5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:44:48.857511 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b53746-3386-4806-a135-2c0f5146faf5 admin admin] Made reservation on behalf of d185725581a24febb7946b4a64c64b41 for: {'subnet': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:44:48.860466 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-09b53746-3386-4806-a135-2c0f5146faf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2545393'] for subnet, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:48.864623 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a593a-079f-4a6b-bfe2-62e719d44aab req-6702da85-de5e-4d0d-9b05-93fa29e97255 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:48.872646 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b77a593a-079f-4a6b-bfe2-62e719d44aab req-6702da85-de5e-4d0d-9b05-93fa29e97255 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.2555735
May 11 13:44:48.950708 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b77a593a-079f-4a6b-bfe2-62e719d44aab req-f639a0c1-6b9c-4e89-810e-3ecd82ff51a1 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769706
May 11 13:44:49.211223 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305182cb-3490-45ab-8072-3e33834856d8 req-dce5190a-960b-4edb-b8b7-a632daa71e03 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:49.213381 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-305182cb-3490-45ab-8072-3e33834856d8 req-dce5190a-960b-4edb-b8b7-a632daa71e03 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 943 time: 0.1079333
May 11 13:44:49.295765 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-305182cb-3490-45ab-8072-3e33834856d8 req-da1fccf4-4b38-445d-85fe-21ff6f676b3e tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730052
May 11 13:44:49.347218 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c00bd-ac3a-46e8-b33d-8a542204b583 req-5b28e7a7-53a4-46bc-afce-f1bb02574dc0 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:49.348806 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d55c00bd-ac3a-46e8-b33d-8a542204b583 req-5b28e7a7-53a4-46bc-afce-f1bb02574dc0 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.2611210
May 11 13:44:49.407885 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d55c00bd-ac3a-46e8-b33d-8a542204b583 req-66def016-9a3e-4bae-b4ed-75f6d06aecee tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528176
May 11 13:44:49.614021 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-feac1a6c-984f-4456-b4e7-8653e30c947d req-29103b16-8198-45c2-a7ca-aab01e1c4029 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Synchronizing usage tracker for tenant:05397bdc5f7d488ab076a2275a100c6b on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:44:49.644871 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-feac1a6c-984f-4456-b4e7-8653e30c947d req-29103b16-8198-45c2-a7ca-aab01e1c4029 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Unset dirty status for tenant:05397bdc5f7d488ab076a2275a100c6b on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:44:49.652694 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-feac1a6c-984f-4456-b4e7-8653e30c947d req-29103b16-8198-45c2-a7ca-aab01e1c4029 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c43268-896e-4816-85b6-8f7fcb14c85b HTTP/1.1" status: 200  len: 210 time: 0.0834048
May 11 13:44:49.711855 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-09b53746-3386-4806-a135-2c0f5146faf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2495136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2545283'] for subnet, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:49.717056 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f7c695d3-1a83-4940-8b79-b2833acf5a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:49.796697 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b53746-3386-4806-a135-2c0f5146faf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eff3406f-1fd8-4742-aa2f-78f38079d01b,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:49.821237 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b53746-3386-4806-a135-2c0f5146faf5 admin admin] Checking segment: {'id': 'da77338e-78ab-4b09-adcb-e7d35927c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:44:49.822031 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b53746-3386-4806-a135-2c0f5146faf5 admin admin] Network hostable DHCP agents. Network: fd97d37a-0667-4ddc-b6b6-37157baca3ab, hostable agents: ['4f880931-96b8-4f66-b375-cb7708e9547f'], hosted agents: [] {{(pid=78703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 11 13:44:49.830199 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b53746-3386-4806-a135-2c0f5146faf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:49.830919 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b53746-3386-4806-a135-2c0f5146faf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:49.831625 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b53746-3386-4806-a135-2c0f5146faf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:49.832340 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b53746-3386-4806-a135-2c0f5146faf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:49.832988 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b53746-3386-4806-a135-2c0f5146faf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:49.833653 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b53746-3386-4806-a135-2c0f5146faf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:49.834388 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b53746-3386-4806-a135-2c0f5146faf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:49.835094 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b53746-3386-4806-a135-2c0f5146faf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:49.835943 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b53746-3386-4806-a135-2c0f5146faf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:49.836645 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b53746-3386-4806-a135-2c0f5146faf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:49.837368 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b53746-3386-4806-a135-2c0f5146faf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:49.838076 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b53746-3386-4806-a135-2c0f5146faf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:49.844445 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-09b53746-3386-4806-a135-2c0f5146faf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:49.872150 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b53746-3386-4806-a135-2c0f5146faf5 admin admin] Network fd97d37a-0667-4ddc-b6b6-37157baca3ab is scheduled to be hosted by DHCP agent 4f880931-96b8-4f66-b375-cb7708e9547f with binding_index 1 {{(pid=78703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 11 13:44:49.889840 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-09b53746-3386-4806-a135-2c0f5146faf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-iscsi, fd97d37a-0667-4ddc-b6b6-37157baca3ab) {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:44:49.905489 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a309a813-f86b-4714-b431-5e4cce90af02 None None] Network fd97d37a-0667-4ddc-b6b6-37157baca3ab requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:44:49.907997 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b53746-3386-4806-a135-2c0f5146faf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:49.908847 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-09b53746-3386-4806-a135-2c0f5146faf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:49.954049 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-09b53746-3386-4806-a135-2c0f5146faf5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1779099
May 11 13:44:49.954512 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 45944) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:44:49.959993 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-905706d5-4af6-422e-9148-bb8d49c796fc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1118253124-router', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:44:49.968788 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-905706d5-4af6-422e-9148-bb8d49c796fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:44:49.976696 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-905706d5-4af6-422e-9148-bb8d49c796fc admin admin] Usage tracker for resource:router and tenant:d185725581a24febb7946b4a64c64b41 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:44:49.983660 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-905706d5-4af6-422e-9148-bb8d49c796fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:44:50.003302 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-905706d5-4af6-422e-9148-bb8d49c796fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:44:50.035586 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-905706d5-4af6-422e-9148-bb8d49c796fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1799909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29054'] for router, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:50.042727 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-905706d5-4af6-422e-9148-bb8d49c796fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1799914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29045'] for router, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:50.122243 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-905706d5-4af6-422e-9148-bb8d49c796fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:50.175222 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909737b3-bb84-5a13-9931-2d83341a903e-fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'fixed_ips': [{'subnet_id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b'}]}} from dv-cinder-784779-11-iscsi. {{(pid=78704) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 11 13:44:50.180304 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:50.250897 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81661336-0e32-47fb-aa19-91997bdd853a req-0ee62893-e9d5-4e29-9568-f7c38d2a2f82 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:50.252780 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-81661336-0e32-47fb-aa19-91997bdd853a req-0ee62893-e9d5-4e29-9568-f7c38d2a2f82 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.1853364
May 11 13:44:50.372946 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-81661336-0e32-47fb-aa19-91997bdd853a req-37921ab8-8326-4d38-a78a-dab86986cc7f tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033266
May 11 13:44:50.695504 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.db_base_plugin_common [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Allocated IP 172.20.0.2 (fd97d37a-0667-4ddc-b6b6-37157baca3ab/eff3406f-1fd8-4742-aa2f-78f38079d01b/c6b1fe2b-2731-44aa-9535-db8e03d412b6) {{(pid=78704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:44:50.837822 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-905706d5-4af6-422e-9148-bb8d49c796fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1796113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29019'] for router, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:50.918260 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6bc8b-533c-48ad-8605-5e311990e23a req-33468cad-f4eb-4e0b-b374-67e65ba0e844 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:50.921889 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-69b6bc8b-533c-48ad-8605-5e311990e23a req-33468cad-f4eb-4e0b-b374-67e65ba0e844 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.2663803
May 11 13:44:51.009142 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-69b6bc8b-533c-48ad-8605-5e311990e23a req-d9867cc1-dbd7-4440-b7dd-4acab1eb4916 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0809333
May 11 13:44:51.013651 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7425f-eca7-42f9-99de-b07c6f826918 req-2acd1843-0f77-4dc4-a815-ac3704b679b8 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:51.015437 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-21b7425f-eca7-42f9-99de-b07c6f826918 req-2acd1843-0f77-4dc4-a815-ac3704b679b8 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 943 time: 0.3440218
May 11 13:44:51.118095 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-21b7425f-eca7-42f9-99de-b07c6f826918 req-5a82a8bf-0749-4d60-a819-f657c6621fab tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863941
May 11 13:44:51.252988 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Notify callbacks [] for port, precommit_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:51.269386 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Transition to ACTIVE for port object c6b1fe2b-2731-44aa-9535-db8e03d412b6 will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:44:51.285052 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-43331af1-330b-4b1d-a069-3d5a6d92c640 req-bd491dcd-0fc8-4a03-96bf-f2551b526877 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c43268-896e-4816-85b6-8f7fcb14c85b HTTP/1.1" status: 200  len: 210 time: 0.0561254
May 11 13:44:51.299006 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Transition to ACTIVE for port object c6b1fe2b-2731-44aa-9535-db8e03d412b6 will not be triggered until provisioned by entity DHCP. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:44:51.309599 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735'] for port, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:51.318256 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:51.392390 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Pushing event updated for resources: {'Port': ['ID=c6b1fe2b-2731-44aa-9535-db8e03d412b6,revision_number=1']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:51.409168 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:51.409660 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:51.410057 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:51.410449 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:51.410782 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:51.411119 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:51.411427 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:51.411787 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:51.412288 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:51.412876 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:51.412876 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:51.413102 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:51.419048 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:51.421296 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Network fd97d37a-0667-4ddc-b6b6-37157baca3ab is already hosted by enough agents. {{(pid=78704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:44:51.423872 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.scheduler.base_scheduler [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Resources bound (agent type, host, resource id):  {{(pid=78704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:44:51.426949 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Received port after_create {{(pid=78704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:44:51.433434 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-905706d5-4af6-422e-9148-bb8d49c796fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:51.495183 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-905706d5-4af6-422e-9148-bb8d49c796fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:51.622748 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Attempting to bind port c6b1fe2b-2731-44aa-9535-db8e03d412b6 on host dv-cinder-784779-11-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:44:51.624274 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Attempting to bind port c6b1fe2b-2731-44aa-9535-db8e03d412b6 by drivers openvswitch,hyperv on host dv-cinder-784779-11-iscsi at level 0 using segments [{'id': 'da77338e-78ab-4b09-adcb-e7d35927c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:44:51.626514 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Attempting to bind port c6b1fe2b-2731-44aa-9535-db8e03d412b6 on network fd97d37a-0667-4ddc-b6b6-37157baca3ab {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:44:51.655809 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Checking agent: {'id': '2e08dd85-5947-470f-91ea-843c02c9f211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'started_at': datetime.datetime(2021, 5, 11, 13, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:44:51.656208 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Checking segment: {'id': 'da77338e-78ab-4b09-adcb-e7d35927c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:44:51.656655 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:51.657075 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Bound using segment: {'id': 'da77338e-78ab-4b09-adcb-e7d35927c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:44:51.657796 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Bound port: c6b1fe2b-2731-44aa-9535-db8e03d412b6, host: dv-cinder-784779-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da77338e-78ab-4b09-adcb-e7d35927c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:44:51.659540 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:51.827045 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] For port c6b1fe2b-2731-44aa-9535-db8e03d412b6, host dv-cinder-784779-11-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:44:51.831389 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] For port c6b1fe2b-2731-44aa-9535-db8e03d412b6, host dv-cinder-784779-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=c6b1fe2b-2731-44aa-9535-db8e03d412b6,segment=NetworkSegment(da77338e-78ab-4b09-adcb-e7d35927c19a),segment_id=da77338e-78ab-4b09-adcb-e7d35927c19a)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:44:51.837724 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:51.840750 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f619a36-4c67-4a13-9eca-0712ed0a800d req-0ac15107-7a3b-44b3-9210-274207ab5b2e tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:51.844106 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:51.848537 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1f619a36-4c67-4a13-9eca-0712ed0a800d req-0ac15107-7a3b-44b3-9210-274207ab5b2e tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.2874641
May 11 13:44:51.882562 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-905706d5-4af6-422e-9148-bb8d49c796fc admin admin] Allocated IP 172.27.1.107 (e051f2fa-e4f7-48f8-93ce-58e38fee5eb4/218716c0-958e-4312-849b-6a79832afb0f/24cdeb9e-484b-4deb-9923-22756a7a65da) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:44:51.942058 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1f619a36-4c67-4a13-9eca-0712ed0a800d req-0b1fc762-1bf8-4a8f-b0f0-1f5a54c2b6eb tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869954
May 11 13:44:52.014440 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Pushing event updated for resources: {'Port': ['ID=c6b1fe2b-2731-44aa-9535-db8e03d412b6,revision_number=2']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:52.020548 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:52.173021 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-905706d5-4af6-422e-9148-bb8d49c796fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:52.239247 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-905706d5-4af6-422e-9148-bb8d49c796fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:52.244801 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-25185a83-26a9-4b31-8c7a-b6864d7c417b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:52.591897 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f566dbc-1920-42f3-b006-9c510db9e6b3 req-3ca5e3be-b8e3-423d-88ab-4780799668f9 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:52.594823 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4f566dbc-1920-42f3-b006-9c510db9e6b3 req-3ca5e3be-b8e3-423d-88ab-4780799668f9 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.3039706
May 11 13:44:52.680566 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4f566dbc-1920-42f3-b006-9c510db9e6b3 req-d1231c21-f99d-4f16-ae1e-d4a14eeee7e0 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789957
May 11 13:44:52.686791 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905706d5-4af6-422e-9148-bb8d49c796fc admin admin] Network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:44:52.691727 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-905706d5-4af6-422e-9148-bb8d49c796fc admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:44:52.705053 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905706d5-4af6-422e-9148-bb8d49c796fc admin admin] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:44:52.735850 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905706d5-4af6-422e-9148-bb8d49c796fc admin admin] Pushing event updated for resources: {'Port': ['ID=24cdeb9e-484b-4deb-9923-22756a7a65da,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:52.744004 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-905706d5-4af6-422e-9148-bb8d49c796fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:52.942841 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device c6b1fe2b-2731-44aa-9535-db8e03d412b6 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:44:53.115403 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca6106-059e-447d-a75e-c2afdbaef855 req-a9557fb3-32e2-44a0-a11e-0ac42ccb2402 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:53.124142 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c9ca6106-059e-447d-a75e-c2afdbaef855 req-a9557fb3-32e2-44a0-a11e-0ac42ccb2402 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 943 time: 0.5307405
May 11 13:44:53.138579 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b5ea1287-2a87-4b91-aa1e-aa05f7f991a2 req-2dbc8c7a-cf58-49a6-b2f9-ee1d63ad4fc6 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c43268-896e-4816-85b6-8f7fcb14c85b HTTP/1.1" status: 200  len: 210 time: 0.0970757
May 11 13:44:53.197543 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning for port c6b1fe2b-2731-44aa-9535-db8e03d412b6 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:44:53.256086 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c9ca6106-059e-447d-a75e-c2afdbaef855 req-2d36488b-3550-4a93-a973-b3c83d4eda00 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245425
May 11 13:44:53.480691 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261bf51-6515-44d9-8106-d6dc606c8ff0 req-57ee1e2a-6c37-406d-9b7a-6841d2ba4579 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:53.496363 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3261bf51-6515-44d9-8106-d6dc606c8ff0 req-57ee1e2a-6c37-406d-9b7a-6841d2ba4579 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.1511016
May 11 13:44:53.587249 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3261bf51-6515-44d9-8106-d6dc606c8ff0 req-ecd06baa-50cb-4585-9f60-bdcd298aadd0 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894153
May 11 13:44:53.595083 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-905706d5-4af6-422e-9148-bb8d49c796fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:53.637945 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08344173-ccbd-443f-b7bc-5c4fb890004f None None] Network fd97d37a-0667-4ddc-b6b6-37157baca3ab requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:44:53.768464 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-49876962-a28e-4aca-9720-5a0a2f45946a None None] Provisioning for port c6b1fe2b-2731-44aa-9535-db8e03d412b6 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:44:53.788945 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-49876962-a28e-4aca-9720-5a0a2f45946a None None] Provisioning complete for port c6b1fe2b-2731-44aa-9535-db8e03d412b6 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:44:53.789373 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-49876962-a28e-4aca-9720-5a0a2f45946a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:54.273035 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-905706d5-4af6-422e-9148-bb8d49c796fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1796200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706246'] for router, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:54.274993 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-49876962-a28e-4aca-9720-5a0a2f45946a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:54.351897 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-49876962-a28e-4aca-9720-5a0a2f45946a None None] For port c6b1fe2b-2731-44aa-9535-db8e03d412b6, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=c6b1fe2b-2731-44aa-9535-db8e03d412b6,segment=NetworkSegment(da77338e-78ab-4b09-adcb-e7d35927c19a),segment_id=da77338e-78ab-4b09-adcb-e7d35927c19a)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:44:54.361402 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-49876962-a28e-4aca-9720-5a0a2f45946a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:54.366446 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:54.449986 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a33a0ae1-afe3-4018-89ec-76e09ebe7f8c req-fdb540ee-694e-4742-8299-a999d2edd5e5 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c43268-896e-4816-85b6-8f7fcb14c85b HTTP/1.1" status: 200  len: 210 time: 0.0808382
May 11 13:44:54.519701 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525be02-6462-4c44-b00b-9afd6423e2b5 req-59b40541-46e3-495e-a55f-37ca42dea0c4 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:54.525752 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49876962-a28e-4aca-9720-5a0a2f45946a None None] Pushing event updated for resources: {'Port': ['ID=c6b1fe2b-2731-44aa-9535-db8e03d412b6,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:54.530510 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4525be02-6462-4c44-b00b-9afd6423e2b5 req-59b40541-46e3-495e-a55f-37ca42dea0c4 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.4570365
May 11 13:44:54.531889 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-49876962-a28e-4aca-9720-5a0a2f45946a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:54.679768 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4525be02-6462-4c44-b00b-9afd6423e2b5 req-236921ad-08ad-44b4-b92c-ddcd0ee8a73d tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1312122
May 11 13:44:54.842184 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905706d5-4af6-422e-9148-bb8d49c796fc admin admin] Router 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d is scheduled to L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c with binding_index 1 {{(pid=78702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 11 13:44:54.850724 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-f6942a53-b199-4d9b-a597-0e90ddd5d46b None None] Provisioning complete for port c6b1fe2b-2731-44aa-9535-db8e03d412b6 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:44:54.858512 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-f6942a53-b199-4d9b-a597-0e90ddd5d46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:54.910375 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device c6b1fe2b-2731-44aa-9535-db8e03d412b6 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:44:55.060006 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dc89d-ca2b-4811-bead-1d927c4a23dc req-7575f422-860e-4a8c-a11e-1a3e827762ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:55.061843 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c10dc89d-ca2b-4811-bead-1d927c4a23dc req-7575f422-860e-4a8c-a11e-1a3e827762ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f7125cde7f594fb59b70804ec00a8405&device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 1099 time: 0.1429470
May 11 13:44:55.081822 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52633aa8-caec-4d88-8abe-566cc55651df req-a0fbe374-4c77-4e45-abf8-49b39f595ef4 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:55.104765 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-52633aa8-caec-4d88-8abe-566cc55651df req-a0fbe374-4c77-4e45-abf8-49b39f595ef4 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 943 time: 0.3883028
May 11 13:44:55.114734 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port c6b1fe2b-2731-44aa-9535-db8e03d412b6 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:44:55.115293 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:55.284991 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c6c27-845f-49f9-8851-d6dd1bb6513c req-8d26d9eb-1b87-414c-8921-58c95048fe58 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:55.294228 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fd1c6c27-845f-49f9-8851-d6dd1bb6513c req-8d26d9eb-1b87-414c-8921-58c95048fe58 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.2354939
May 11 13:44:55.332235 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905706d5-4af6-422e-9148-bb8d49c796fc admin admin] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:44:55.345466 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dc89d-ca2b-4811-bead-1d927c4a23dc req-cb564ee6-468a-45a1-ab2a-fd2f72f7417e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:55.345665 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b1289e-5d02-4b7b-b807-4cb80fdeb218 None None] Sync routers for ids ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'] in dv-cinder-784779-11-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:44:55.347426 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c10dc89d-ca2b-4811-bead-1d927c4a23dc req-cb564ee6-468a-45a1-ab2a-fd2f72f7417e service neutron] 10.222.0.54 "GET /v2.0/networks?id=f5b51504-92c9-4304-911d-10c3bcee9e8c HTTP/1.1" status: 200  len: 920 time: 0.1928751
May 11 13:44:55.355354 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b1289e-5d02-4b7b-b807-4cb80fdeb218 None None] Routers {'3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:44:55.356005 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-71b1289e-5d02-4b7b-b807-4cb80fdeb218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9a285e0>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:44:33Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:44:55.357541 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-52633aa8-caec-4d88-8abe-566cc55651df req-0dac299b-437e-4f88-9ac8-6e16f8510b79 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2519245
May 11 13:44:55.384609 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fd1c6c27-845f-49f9-8851-d6dd1bb6513c req-9c680708-ee30-4e3e-b2e1-6e0c9e89ead3 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807905
May 11 13:44:55.392092 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-905706d5-4af6-422e-9148-bb8d49c796fc admin admin] Notify callbacks [] for router, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:55.394029 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-905706d5-4af6-422e-9148-bb8d49c796fc admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 5.4385743
May 11 13:44:55.397007 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 45992) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:44:55.436832 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c10dc89d-ca2b-4811-bead-1d927c4a23dc req-7421c0a5-4384-4bdd-b60e-88c350db8716 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=716f81b5-9951-4800-a928-e286481dd6b2 HTTP/1.1" status: 200  len: 217 time: 0.0781364
May 11 13:44:55.549346 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dc89d-ca2b-4811-bead-1d927c4a23dc req-4765afe3-5760-40ba-8d71-4943bc206b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:55.550960 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c10dc89d-ca2b-4811-bead-1d927c4a23dc req-4765afe3-5760-40ba-8d71-4943bc206b67 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=251f9a73-9320-4629-9a40-4b9a8c311c09 HTTP/1.1" status: 200  len: 859 time: 0.1033237
May 11 13:44:55.632639 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c10dc89d-ca2b-4811-bead-1d927c4a23dc req-7de90747-bb65-471a-9a60-d446d691c1f5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f5b51504-92c9-4304-911d-10c3bcee9e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0687699
May 11 13:44:55.670493 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-71b1289e-5d02-4b7b-b807-4cb80fdeb218 None None] Set router 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:44:55.720425 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7bb65-eb64-4bd2-8fab-282a9afabb23 req-c8c03284-372a-464b-b05f-77f437828bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:55.723230 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ddd7bb65-eb64-4bd2-8fab-282a9afabb23 req-c8c03284-372a-464b-b05f-77f437828bac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d834d585e8e49e39c08f01b088e3ec0&device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 1099 time: 0.2567394
May 11 13:44:55.898192 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c10dc89d-ca2b-4811-bead-1d927c4a23dc req-e2332d0c-d6ed-4cbf-bc48-e6a9444baf57 service neutron] 10.222.0.54 "GET /v2.0/networks/f5b51504-92c9-4304-911d-10c3bcee9e8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2560923
May 11 13:44:55.995234 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-71b1289e-5d02-4b7b-b807-4cb80fdeb218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9a285e0>, [{'id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'name': 'tempest-TestVolumeBootPattern-1118253124-router', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:44:50Z', 'updated_at': '2021-05-11T13:44:53Z', 'revision_number': 3, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'gw_port': {'id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:51Z', 'updated_at': '2021-05-11T13:44:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:44:56.001090 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b1289e-5d02-4b7b-b807-4cb80fdeb218 None None] Checking router: 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d for host: dv-cinder-784779-11-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:44:56.001519 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b1289e-5d02-4b7b-b807-4cb80fdeb218 None None] Updating router 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d port 24cdeb9e-484b-4deb-9923-22756a7a65da binding host dv-cinder-784779-11-iscsi {{(pid=78705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 11 13:44:56.061400 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-71b1289e-5d02-4b7b-b807-4cb80fdeb218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:56.085667 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c10dc89d-ca2b-4811-bead-1d927c4a23dc req-0dcd1541-c4d2-4976-8aa5-5b02d78615c9 service neutron] 10.222.0.54 "GET /v2.0/networks/f5b51504-92c9-4304-911d-10c3bcee9e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1720974
May 11 13:44:56.121710 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7bb65-eb64-4bd2-8fab-282a9afabb23 req-d0040802-7e6a-436c-9b1b-c239fd7f3306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:56.123200 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ddd7bb65-eb64-4bd2-8fab-282a9afabb23 req-d0040802-7e6a-436c-9b1b-c239fd7f3306 service neutron] 10.222.0.54 "GET /v2.0/networks?id=707291bc-5dd9-42be-8f66-a126d34db7b0 HTTP/1.1" status: 200  len: 918 time: 0.3026454
May 11 13:44:56.476506 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb781e-eb42-4b4e-ae0d-5cb474df690f req-ec6a1276-f48e-4ca4-b750-3459bb13f482 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:56.478066 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-95eb781e-eb42-4b4e-ae0d-5cb474df690f req-ec6a1276-f48e-4ca4-b750-3459bb13f482 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.5717058
May 11 13:44:56.507254 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-71b1289e-5d02-4b7b-b807-4cb80fdeb218 None None] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:56.530262 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [None req-71b1289e-5d02-4b7b-b807-4cb80fdeb218 None None] Transition to ACTIVE for port object 24cdeb9e-484b-4deb-9923-22756a7a65da will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:44:56.540297 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ddd7bb65-eb64-4bd2-8fab-282a9afabb23 req-b714114d-76ba-453b-bd9d-75ff5533fb67 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca95605f-3f90-413f-ad05-4995af8bb8f0 HTTP/1.1" status: 200  len: 1001 time: 0.4057198
May 11 13:44:56.544509 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-71b1289e-5d02-4b7b-b807-4cb80fdeb218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:56.548738 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:56.574441 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-95eb781e-eb42-4b4e-ae0d-5cb474df690f req-dfdd1bc2-5482-48a1-a7d8-836c8b8cc5ee tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784438
May 11 13:44:56.619219 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0afc26-b0f8-49be-aaa1-c2c5b301b197 None None] Pushing event updated for resources: {'Port': ['ID=24cdeb9e-484b-4deb-9923-22756a7a65da,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:56.629358 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0afc26-b0f8-49be-aaa1-c2c5b301b197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:56.629789 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0afc26-b0f8-49be-aaa1-c2c5b301b197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:56.630063 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0afc26-b0f8-49be-aaa1-c2c5b301b197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:56.630385 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0afc26-b0f8-49be-aaa1-c2c5b301b197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:56.630737 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0afc26-b0f8-49be-aaa1-c2c5b301b197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:56.631049 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0afc26-b0f8-49be-aaa1-c2c5b301b197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:56.631366 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0afc26-b0f8-49be-aaa1-c2c5b301b197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:56.631710 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0afc26-b0f8-49be-aaa1-c2c5b301b197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:56.632039 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0afc26-b0f8-49be-aaa1-c2c5b301b197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:56.632358 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0afc26-b0f8-49be-aaa1-c2c5b301b197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:56.632668 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0afc26-b0f8-49be-aaa1-c2c5b301b197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:56.632981 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0afc26-b0f8-49be-aaa1-c2c5b301b197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:44:56.643992 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9f0afc26-b0f8-49be-aaa1-c2c5b301b197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:56.680432 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-71b1289e-5d02-4b7b-b807-4cb80fdeb218 None None] Attempting to bind port 24cdeb9e-484b-4deb-9923-22756a7a65da on host dv-cinder-784779-11-iscsi for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:44:56.680854 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-71b1289e-5d02-4b7b-b807-4cb80fdeb218 None None] Attempting to bind port 24cdeb9e-484b-4deb-9923-22756a7a65da by drivers openvswitch,hyperv on host dv-cinder-784779-11-iscsi at level 0 using segments [{'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:44:56.681221 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b1289e-5d02-4b7b-b807-4cb80fdeb218 None None] Attempting to bind port 24cdeb9e-484b-4deb-9923-22756a7a65da on network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:44:56.688479 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f75b5e-39e9-4622-909c-bafa05c539b6 req-21d0580e-0e1e-4449-8d27-71e921425b11 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:56.694007 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b1289e-5d02-4b7b-b807-4cb80fdeb218 None None] Checking agent: {'id': '2e08dd85-5947-470f-91ea-843c02c9f211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'started_at': datetime.datetime(2021, 5, 11, 13, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:44:56.694384 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b1289e-5d02-4b7b-b807-4cb80fdeb218 None None] Checking segment: {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:44:56.694922 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-71b1289e-5d02-4b7b-b807-4cb80fdeb218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:56.695520 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b1289e-5d02-4b7b-b807-4cb80fdeb218 None None] Bound using segment: {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:44:56.696048 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-71b1289e-5d02-4b7b-b807-4cb80fdeb218 None None] Bound port: 24cdeb9e-484b-4deb-9923-22756a7a65da, host: dv-cinder-784779-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:44:56.696150 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d7f75b5e-39e9-4622-909c-bafa05c539b6 req-21d0580e-0e1e-4449-8d27-71e921425b11 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 943 time: 0.1797788
May 11 13:44:56.696390 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-71b1289e-5d02-4b7b-b807-4cb80fdeb218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:56.745288 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d7f75b5e-39e9-4622-909c-bafa05c539b6 req-1a568e1d-8d5d-4a6e-8edf-90933909a45f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482900
May 11 13:44:56.787193 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-71b1289e-5d02-4b7b-b807-4cb80fdeb218 None None] For port 24cdeb9e-484b-4deb-9923-22756a7a65da, host dv-cinder-784779-11-iscsi, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:44:56.790662 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-71b1289e-5d02-4b7b-b807-4cb80fdeb218 None None] For port 24cdeb9e-484b-4deb-9923-22756a7a65da, host dv-cinder-784779-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=24cdeb9e-484b-4deb-9923-22756a7a65da,segment=NetworkSegment(2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f),segment_id=2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:44:56.795895 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-71b1289e-5d02-4b7b-b807-4cb80fdeb218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:56.801274 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-7da08709-8741-4ee0-be66-e851494f1090 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:56.883067 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b1289e-5d02-4b7b-b807-4cb80fdeb218 None None] Routers {'3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:44:56.883737 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-71b1289e-5d02-4b7b-b807-4cb80fdeb218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9a285e0>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:44:33Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:44:56.944311 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0afc26-b0f8-49be-aaa1-c2c5b301b197 None None] Pushing event updated for resources: {'Port': ['ID=24cdeb9e-484b-4deb-9923-22756a7a65da,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:56.962719 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e09301be-02b4-404f-b876-ee42da02e7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:56.981488 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff2445-4a2f-46e2-9f78-b5a8329638cf req-ba993933-662b-4ec8-91f7-9b5bfd719c23 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:56.983001 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a3ff2445-4a2f-46e2-9f78-b5a8329638cf req-ba993933-662b-4ec8-91f7-9b5bfd719c23 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.1674206
May 11 13:44:57.003472 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9f0afc26-b0f8-49be-aaa1-c2c5b301b197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:57.077071 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-71b1289e-5d02-4b7b-b807-4cb80fdeb218 None None] Set router 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:44:57.089730 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a3ff2445-4a2f-46e2-9f78-b5a8329638cf req-c748fec6-ee03-4403-95df-062e8a33397c tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965552
May 11 13:44:57.221497 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-e09301be-02b4-404f-b876-ee42da02e7e0 admin admin] Allocated IP 172.20.0.1 (fd97d37a-0667-4ddc-b6b6-37157baca3ab/eff3406f-1fd8-4742-aa2f-78f38079d01b/68ceaf8f-53d1-41e2-8851-754b528727a9) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:44:57.369837 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e09301be-02b4-404f-b876-ee42da02e7e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:57.385956 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-e09301be-02b4-404f-b876-ee42da02e7e0 admin admin] Transition to ACTIVE for port object 68ceaf8f-53d1-41e2-8851-754b528727a9 will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:44:57.395262 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-71b1289e-5d02-4b7b-b807-4cb80fdeb218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9a285e0>, [{'id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'name': 'tempest-TestVolumeBootPattern-1118253124-router', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:44:50Z', 'updated_at': '2021-05-11T13:44:53Z', 'revision_number': 3, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'gw_port': {'id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:51Z', 'updated_at': '2021-05-11T13:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:44:57.399216 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b1289e-5d02-4b7b-b807-4cb80fdeb218 None None] The sync data for ids ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'] in dv-cinder-784779-11-iscsi is: [{'id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'name': 'tempest-TestVolumeBootPattern-1118253124-router', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:44:50Z', 'updated_at': '2021-05-11T13:44:53Z', 'revision_number': 3, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'gw_port': {'id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:51Z', 'updated_at': '2021-05-11T13:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:44:57.415991 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e09301be-02b4-404f-b876-ee42da02e7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:57.420152 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9c087c51-df87-40f1-969f-0775595199b1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:57.485692 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09301be-02b4-404f-b876-ee42da02e7e0 admin admin] Network fd97d37a-0667-4ddc-b6b6-37157baca3ab is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:44:57.489710 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-e09301be-02b4-404f-b876-ee42da02e7e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:44:57.494330 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09301be-02b4-404f-b876-ee42da02e7e0 admin admin] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:44:57.535987 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09301be-02b4-404f-b876-ee42da02e7e0 admin admin] Pushing event updated for resources: {'Port': ['ID=68ceaf8f-53d1-41e2-8851-754b528727a9,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:57.541512 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e09301be-02b4-404f-b876-ee42da02e7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:57.569762 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e09301be-02b4-404f-b876-ee42da02e7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704921'] for router_interface, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:57.743479 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e09301be-02b4-404f-b876-ee42da02e7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:57.850617 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-3691d8dd-15e4-4077-8b23-2d79e1134889 None None] Provisioning for port 68ceaf8f-53d1-41e2-8851-754b528727a9 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:44:57.967305 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-3691d8dd-15e4-4077-8b23-2d79e1134889 None None] Provisioning complete for port 68ceaf8f-53d1-41e2-8851-754b528727a9 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:44:57.968272 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-3691d8dd-15e4-4077-8b23-2d79e1134889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:58.066839 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-3691d8dd-15e4-4077-8b23-2d79e1134889 None None] Port 68ceaf8f-53d1-41e2-8851-754b528727a9 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 11 13:44:58.121505 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a327a-8b3a-48f9-9e55-df63919d08c5 req-e7ee8fd3-bb33-464d-8373-144a3acfa45c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:58.125207 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5a3a327a-8b3a-48f9-9e55-df63919d08c5 req-e7ee8fd3-bb33-464d-8373-144a3acfa45c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.2241781
May 11 13:44:58.134581 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68796950-32e3-4654-a010-4509dbc22a5c req-1039eb30-402b-48a2-b11c-73f46043fd78 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:58.136276 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-68796950-32e3-4654-a010-4509dbc22a5c req-1039eb30-402b-48a2-b11c-73f46043fd78 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 943 time: 0.1656785
May 11 13:44:58.194699 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5a3a327a-8b3a-48f9-9e55-df63919d08c5 req-0cad4071-2c71-48ef-b35a-d1244b142d78 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634668
May 11 13:44:58.201108 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-68796950-32e3-4654-a010-4509dbc22a5c req-b214b791-34f7-44f4-b040-8f4f180b6d66 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568945
May 11 13:44:58.210821 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e09301be-02b4-404f-b876-ee42da02e7e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:58.232298 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e09301be-02b4-404f-b876-ee42da02e7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:58.291260 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2b93910f-8fe4-4b44-b3c2-430e5ea4175d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:58.336416 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e09301be-02b4-404f-b876-ee42da02e7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704826'] for router_interface, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:58.425405 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10a018-a634-4c58-b2d9-8540a2533b28 req-a3c2dc58-5018-48fe-b6db-05a8a87ae007 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:58.427200 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5a10a018-a634-4c58-b2d9-8540a2533b28 req-a3c2dc58-5018-48fe-b6db-05a8a87ae007 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.1054909
May 11 13:44:58.451344 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09301be-02b4-404f-b876-ee42da02e7e0 admin admin] Pushing event updated for resources: {'Port': ['ID=68ceaf8f-53d1-41e2-8851-754b528727a9,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:58.455971 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e09301be-02b4-404f-b876-ee42da02e7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:58.505028 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5a10a018-a634-4c58-b2d9-8540a2533b28 req-8e8c3fab-0e85-487b-8154-3571a0b890ef tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709083
May 11 13:44:58.529311 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09301be-02b4-404f-b876-ee42da02e7e0 admin admin] Network fd97d37a-0667-4ddc-b6b6-37157baca3ab is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:44:58.530664 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-e09301be-02b4-404f-b876-ee42da02e7e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:44:58.798518 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-31ea11e8-7ba0-4296-a92e-07fd6225bad0 None None] Provisioning complete for port 68ceaf8f-53d1-41e2-8851-754b528727a9 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:44:58.798984 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-31ea11e8-7ba0-4296-a92e-07fd6225bad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:58.826650 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 24cdeb9e-484b-4deb-9923-22756a7a65da up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:44:58.848554 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09301be-02b4-404f-b876-ee42da02e7e0 admin admin] Router 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:44:58.912606 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-31ea11e8-7ba0-4296-a92e-07fd6225bad0 None None] Port 68ceaf8f-53d1-41e2-8851-754b528727a9 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 11 13:44:58.928586 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning for port 24cdeb9e-484b-4deb-9923-22756a7a65da completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:44:58.934252 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 24cdeb9e-484b-4deb-9923-22756a7a65da triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:44:58.934641 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:59.042780 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09301be-02b4-404f-b876-ee42da02e7e0 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:44:59.053528 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-e09301be-02b4-404f-b876-ee42da02e7e0 admin admin] 10.222.0.48 "PUT /v2.0/routers/3ada9372-c552-4c90-8dc2-1d4ac43b0a6d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6542308
May 11 13:44:59.084027 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:59.103026 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] For port 24cdeb9e-484b-4deb-9923-22756a7a65da, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=24cdeb9e-484b-4deb-9923-22756a7a65da,segment=NetworkSegment(2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f),segment_id=2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:44:59.108246 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:59.111370 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:59.191075 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Pushing event updated for resources: {'Port': ['ID=24cdeb9e-484b-4deb-9923-22756a7a65da,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:59.194324 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:59.285014 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device ca95605f-3f90-413f-ad05-4995af8bb8f0 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:44:59.453609 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-a183d664-fa75-422b-9f13-d39071455a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:59.478761 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:59.510111 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7bb65-eb64-4bd2-8fab-282a9afabb23 req-5f7e57eb-8647-4754-bd8e-367a051879ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:59.512543 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ddd7bb65-eb64-4bd2-8fab-282a9afabb23 req-5f7e57eb-8647-4754-bd8e-367a051879ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fb43366-cc8e-4164-a9b2-c3e4cba00dbb HTTP/1.1" status: 200  len: 856 time: 0.2346025
May 11 13:44:59.524475 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b23954-ed6f-4c8d-a528-77250981ce80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca95605f-3f90-413f-ad05-4995af8bb8f0'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:44:59.537355 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port ca95605f-3f90-413f-ad05-4995af8bb8f0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ca95605f-3f90-413f-ad05-4995af8bb8f0,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:44:59.544567 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:59.550110 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:44:59.597349 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:44:59.651593 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=ca95605f-3f90-413f-ad05-4995af8bb8f0,revision_number=8']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:44:59.671028 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:44:59.742615 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf034c-b0b2-47aa-89dc-6b3292c42cc0 req-06fe0124-6399-4378-9dd4-721de8dd752f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:59.743623 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95caa96-d42c-403d-b02a-03d48b32e686 req-91db53eb-6aea-4d44-a59f-c8ebbaf51839 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:59.745340 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8daf034c-b0b2-47aa-89dc-6b3292c42cc0 req-06fe0124-6399-4378-9dd4-721de8dd752f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 943 time: 0.2531006
May 11 13:44:59.756686 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d95caa96-d42c-403d-b02a-03d48b32e686 req-91db53eb-6aea-4d44-a59f-c8ebbaf51839 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 946 time: 0.3478391
May 11 13:44:59.789085 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e07a564-b37e-4e86-a84f-7962c68fe18a None None] Sync routers for ids ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'] in dv-cinder-784779-11-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:44:59.812920 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e07a564-b37e-4e86-a84f-7962c68fe18a None None] Routers {'3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:44:59.814754 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-0e07a564-b37e-4e86-a84f-7962c68fe18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e39d00>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:44:33Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:44:59.868039 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8daf034c-b0b2-47aa-89dc-6b3292c42cc0 req-b30ccea2-2519-4495-8296-cf0d27e8854f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050463
May 11 13:44:59.874128 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d95caa96-d42c-403d-b02a-03d48b32e686 req-2e3c7d0e-7abe-4d3a-8bad-b3636b17e882 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1036696
May 11 13:44:59.878179 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7bb65-eb64-4bd2-8fab-282a9afabb23 req-e9565c79-c111-4b42-8ddf-e5f57d4eb6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:44:59.881296 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ddd7bb65-eb64-4bd2-8fab-282a9afabb23 req-e9565c79-c111-4b42-8ddf-e5f57d4eb6dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=707291bc-5dd9-42be-8f66-a126d34db7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3548188
May 11 13:45:00.064639 dv-cinder-784779-11-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b23954-ed6f-4c8d-a528-77250981ce80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca95605f-3f90-413f-ad05-4995af8bb8f0', 'code': 200}
May 11 13:45:00.065408 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ddd7bb65-eb64-4bd2-8fab-282a9afabb23 req-ab3da0a4-4a7e-484f-9cd5-0b74837c94f2 service neutron] 10.222.0.54 "GET /v2.0/networks/707291bc-5dd9-42be-8f66-a126d34db7b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1752577
May 11 13:45:00.140809 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-0e07a564-b37e-4e86-a84f-7962c68fe18a None None] Set router 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:45:00.149495 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 46050) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:45:00.158551 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-fb053875-3899-49ba-9d79-2b4506ebd318 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-860892190-network', 'tenant_id': 'c17d809af7ac4a28861ad542deed915c'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:45:00.166716 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-fb053875-3899-49ba-9d79-2b4506ebd318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:45:00.173863 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-fb053875-3899-49ba-9d79-2b4506ebd318 admin admin] Usage tracker for resource:network and tenant:c17d809af7ac4a28861ad542deed915c is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:45:00.179140 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-fb053875-3899-49ba-9d79-2b4506ebd318 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:45:00.188867 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-fb053875-3899-49ba-9d79-2b4506ebd318 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:45:00.207040 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb053875-3899-49ba-9d79-2b4506ebd318 admin admin] Made reservation on behalf of c17d809af7ac4a28861ad542deed915c for: {'network': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:45:00.211862 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fb053875-3899-49ba-9d79-2b4506ebd318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for network, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:00.227331 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fb053875-3899-49ba-9d79-2b4506ebd318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:00.244657 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-fb053875-3899-49ba-9d79-2b4506ebd318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:45:00.249162 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-fb053875-3899-49ba-9d79-2b4506ebd318 admin admin] Usage tracker for resource:security_group_rule and tenant:c17d809af7ac4a28861ad542deed915c is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:45:00.252745 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-fb053875-3899-49ba-9d79-2b4506ebd318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:45:00.255947 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ddd7bb65-eb64-4bd2-8fab-282a9afabb23 req-67d9327a-e59b-4572-88d0-d2d7cdf0318a service neutron] 10.222.0.54 "GET /v2.0/networks/707291bc-5dd9-42be-8f66-a126d34db7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1598277
May 11 13:45:00.261170 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-fb053875-3899-49ba-9d79-2b4506ebd318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:45:00.270277 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259e6d7-9d4f-412c-b96a-8b7e604e9184 req-4583e630-2560-44f3-8211-4de286b162fe tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:00.272071 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0259e6d7-9d4f-412c-b96a-8b7e604e9184 req-4583e630-2560-44f3-8211-4de286b162fe tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.2097352
May 11 13:45:00.361687 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0259e6d7-9d4f-412c-b96a-8b7e604e9184 req-402eb1cd-9d73-43bb-b8e2-d66539058d6e tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741987
May 11 13:45:00.423914 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fb053875-3899-49ba-9d79-2b4506ebd318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:00.429499 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fb053875-3899-49ba-9d79-2b4506ebd318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:00.433111 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-bfbc1b7d-91f2-42be-ad03-621d839a8f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:00.464502 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb053875-3899-49ba-9d79-2b4506ebd318 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'}  {{(pid=78703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 11 13:45:00.474958 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb053875-3899-49ba-9d79-2b4506ebd318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422c4d16-3589-491e-93fd-f4cd607cc918,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:00.478905 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-fb053875-3899-49ba-9d79-2b4506ebd318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:00.484396 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fb053875-3899-49ba-9d79-2b4506ebd318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:00.484738 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.db.segments_db [None req-fb053875-3899-49ba-9d79-2b4506ebd318 admin admin] Added segment d62dcced-8b6a-4d1b-9a72-16288b90eccf of type vlan for network 4836e80d-3036-445b-8e2a-ae2d47cd2007
May 11 13:45:00.529040 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fb053875-3899-49ba-9d79-2b4506ebd318 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734582415728'] for network, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:00.545519 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-0e07a564-b37e-4e86-a84f-7962c68fe18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e39d00>, [{'id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'name': 'tempest-TestVolumeBootPattern-1118253124-router', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:44:50Z', 'updated_at': '2021-05-11T13:44:57Z', 'revision_number': 4, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'gw_port': {'id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:51Z', 'updated_at': '2021-05-11T13:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '68ceaf8f-53d1-41e2-8851-754b528727a9', 'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'mac_address': 'fa:16:3e:30:99:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:57Z', 'updated_at': '2021-05-11T13:44:57Z', 'revision_number': 2, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'subnets': [{'id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:45:00.550572 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e07a564-b37e-4e86-a84f-7962c68fe18a None None] Checking router: 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d for host: dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:45:00.550933 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e07a564-b37e-4e86-a84f-7962c68fe18a None None] Updating router 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d port 68ceaf8f-53d1-41e2-8851-754b528727a9 binding host dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 11 13:45:00.573606 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fb053875-3899-49ba-9d79-2b4506ebd318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for network, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:00.575521 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb053875-3899-49ba-9d79-2b4506ebd318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:00.576317 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fb053875-3899-49ba-9d79-2b4506ebd318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:00.587906 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:00.642914 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-0e07a564-b37e-4e86-a84f-7962c68fe18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:00.694404 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-fb053875-3899-49ba-9d79-2b4506ebd318 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5436225
May 11 13:45:00.695256 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb053875-3899-49ba-9d79-2b4506ebd318 admin admin] Pushing event updated for resources: {'Network': ['ID=4836e80d-3036-445b-8e2a-ae2d47cd2007,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:00.697343 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 46064) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:45:00.698408 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-fb053875-3899-49ba-9d79-2b4506ebd318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:00.703180 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-dea7c499-b7b4-4a1b-bfbf-e27909e14b31 admin admin] Request body: {'subnet': {'network_id': '4836e80d-3036-445b-8e2a-ae2d47cd2007', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-860892190-subnet', 'tenant_id': 'c17d809af7ac4a28861ad542deed915c', 'ip_version': 4}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:45:00.708357 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-dea7c499-b7b4-4a1b-bfbf-e27909e14b31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:45:00.713035 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-dea7c499-b7b4-4a1b-bfbf-e27909e14b31 admin admin] Usage tracker for resource:subnet and tenant:c17d809af7ac4a28861ad542deed915c is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:45:00.716372 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-dea7c499-b7b4-4a1b-bfbf-e27909e14b31 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:45:00.717398 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Network 4836e80d-3036-445b-8e2a-ae2d47cd2007 details requested by agent ovs-agent-dv-cinder-784779-11-iscsi with host dv-cinder-784779-11-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 11 13:45:00.722446 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-dea7c499-b7b4-4a1b-bfbf-e27909e14b31 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:45:00.736707 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea7c499-b7b4-4a1b-bfbf-e27909e14b31 admin admin] Made reservation on behalf of c17d809af7ac4a28861ad542deed915c for: {'subnet': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:45:00.740681 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-dea7c499-b7b4-4a1b-bfbf-e27909e14b31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514369'] for subnet, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:00.829987 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 24cdeb9e-484b-4deb-9923-22756a7a65da up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:45:01.214719 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0a015-1331-47be-b21f-b0ae35a8ad82 req-6c1e3401-a736-4b2d-8464-54fb78b8215c tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:01.220584 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2ef0a015-1331-47be-b21f-b0ae35a8ad82 req-6c1e3401-a736-4b2d-8464-54fb78b8215c tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 943 time: 0.1251123
May 11 13:45:01.282362 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 07e502bc-d319-49da-9e1f-f85bafa59bf1 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 11 13:45:01.304371 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2ef0a015-1331-47be-b21f-b0ae35a8ad82 req-6d41ef03-6881-4c06-8f15-bae6b78ec066 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710278
May 11 13:45:01.309126 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 24cdeb9e-484b-4deb-9923-22756a7a65da triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:45:01.309676 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:01.330875 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c5dd3-c930-4323-855d-193a4deb71df req-cfd3741f-b85f-4b01-be2c-5cf3157dcb7d tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:01.332473 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-905c5dd3-c930-4323-855d-193a4deb71df req-cfd3741f-b85f-4b01-be2c-5cf3157dcb7d tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 944 time: 0.1682062
May 11 13:45:01.408570 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-905c5dd3-c930-4323-855d-193a4deb71df req-6ea8672f-e09a-4e25-92d0-1bde67720fd5 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604684
May 11 13:45:01.473795 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-dea7c499-b7b4-4a1b-bfbf-e27909e14b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2131767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514355'] for subnet, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:01.479618 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:01.556998 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7c499-b7b4-4a1b-bfbf-e27909e14b31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe4894da-93cb-4caf-94b4-2b5d4f235ca8,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:01.565606 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-dea7c499-b7b4-4a1b-bfbf-e27909e14b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:01.566490 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea7c499-b7b4-4a1b-bfbf-e27909e14b31 admin admin] Checking segment: {'id': 'd62dcced-8b6a-4d1b-9a72-16288b90eccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4836e80d-3036-445b-8e2a-ae2d47cd2007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:45:01.566970 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea7c499-b7b4-4a1b-bfbf-e27909e14b31 admin admin] Network hostable DHCP agents. Network: 4836e80d-3036-445b-8e2a-ae2d47cd2007, hostable agents: ['4f880931-96b8-4f66-b375-cb7708e9547f'], hosted agents: [] {{(pid=78702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 11 13:45:01.645732 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea7c499-b7b4-4a1b-bfbf-e27909e14b31 admin admin] Network 4836e80d-3036-445b-8e2a-ae2d47cd2007 is scheduled to be hosted by DHCP agent 4f880931-96b8-4f66-b375-cb7708e9547f with binding_index 1 {{(pid=78702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 11 13:45:01.658044 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port 07e502bc-d319-49da-9e1f-f85bafa59bf1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=07e502bc-d319-49da-9e1f-f85bafa59bf1,segment=NetworkSegment(6ac1d778-88f8-48a2-87ec-07ee57581f6c),segment_id=6ac1d778-88f8-48a2-87ec-07ee57581f6c)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:45:01.668521 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-dea7c499-b7b4-4a1b-bfbf-e27909e14b31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-iscsi, 4836e80d-3036-445b-8e2a-ae2d47cd2007) {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:45:01.684350 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-0e07a564-b37e-4e86-a84f-7962c68fe18a None None] Notify callbacks [] for port, precommit_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:01.687189 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Returning: {'device': '07e502bc-d319-49da-9e1f-f85bafa59bf1', 'network_id': 'a8e423f0-92f2-4643-a2c6-7172377b9fe5', 'port_id': '07e502bc-d319-49da-9e1f-f85bafa59bf1', 'mac_address': 'fa:16:3e:7c:f7:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e38d038-9b08-4d23-a16c-0e5d423f37b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 11 13:45:01.689314 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea7c499-b7b4-4a1b-bfbf-e27909e14b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:01.690670 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-dea7c499-b7b4-4a1b-bfbf-e27909e14b31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:01.734090 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-dea7c499-b7b4-4a1b-bfbf-e27909e14b31 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0353944
May 11 13:45:01.734414 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7722245e-ea2c-4217-9a0c-912a110983f4 None None] Network 4836e80d-3036-445b-8e2a-ae2d47cd2007 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:45:01.738584 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 46082) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:45:01.746083 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-3c396e84-ef49-4ac9-89ed-b819a70e6c0a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-860892190-router', 'tenant_id': 'c17d809af7ac4a28861ad542deed915c', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:45:01.748580 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-0e07a564-b37e-4e86-a84f-7962c68fe18a None None] Transition to ACTIVE for port object 68ceaf8f-53d1-41e2-8851-754b528727a9 will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:45:01.752068 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-3c396e84-ef49-4ac9-89ed-b819a70e6c0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:45:01.758675 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-3c396e84-ef49-4ac9-89ed-b819a70e6c0a admin admin] Usage tracker for resource:router and tenant:c17d809af7ac4a28861ad542deed915c is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:45:01.762191 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-3c396e84-ef49-4ac9-89ed-b819a70e6c0a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:45:01.770653 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-3c396e84-ef49-4ac9-89ed-b819a70e6c0a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:45:01.796277 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19a03c-80f6-43c7-9718-ea1f6b652c30 req-7b1209a2-73ea-4a6b-b9ba-ce3af2930519 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:01.797862 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dd19a03c-80f6-43c7-9718-ea1f6b652c30 req-7b1209a2-73ea-4a6b-b9ba-ce3af2930519 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.1664801
May 11 13:45:01.804276 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3c396e84-ef49-4ac9-89ed-b819a70e6c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1799909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29054'] for router, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:01.805391 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3c396e84-ef49-4ac9-89ed-b819a70e6c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1799914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29045'] for router, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:01.854123 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3c396e84-ef49-4ac9-89ed-b819a70e6c0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:01.873671 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dd19a03c-80f6-43c7-9718-ea1f6b652c30 req-6dc3359b-a81b-4132-b375-64ad5367ac52 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635288
May 11 13:45:01.884941 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-0e07a564-b37e-4e86-a84f-7962c68fe18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:01.902252 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:02.020974 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:02.110015 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bd09b-9798-428c-aae6-e851eb36b5cc None None] Pushing event updated for resources: {'Port': ['ID=68ceaf8f-53d1-41e2-8851-754b528727a9,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:02.141448 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e502bc-d319-49da-9e1f-f85bafa59bf1 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:45:02.156237 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-4e4bd09b-9798-428c-aae6-e851eb36b5cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:02.281820 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port 07e502bc-d319-49da-9e1f-f85bafa59bf1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=07e502bc-d319-49da-9e1f-f85bafa59bf1,segment=NetworkSegment(6ac1d778-88f8-48a2-87ec-07ee57581f6c),segment_id=6ac1d778-88f8-48a2-87ec-07ee57581f6c)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:45:02.344709 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-0e07a564-b37e-4e86-a84f-7962c68fe18a None None] Attempting to bind port 68ceaf8f-53d1-41e2-8851-754b528727a9 on host dv-cinder-784779-11-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:45:02.345909 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-0e07a564-b37e-4e86-a84f-7962c68fe18a None None] Attempting to bind port 68ceaf8f-53d1-41e2-8851-754b528727a9 by drivers openvswitch,hyperv on host dv-cinder-784779-11-iscsi at level 0 using segments [{'id': 'da77338e-78ab-4b09-adcb-e7d35927c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:45:02.345909 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e07a564-b37e-4e86-a84f-7962c68fe18a None None] Attempting to bind port 68ceaf8f-53d1-41e2-8851-754b528727a9 on network fd97d37a-0667-4ddc-b6b6-37157baca3ab {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:45:02.348365 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:02.358635 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:02.412869 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:02.419863 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3c396e84-ef49-4ac9-89ed-b819a70e6c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1796113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29019'] for router, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:02.438552 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e07a564-b37e-4e86-a84f-7962c68fe18a None None] Checking agent: {'id': '2e08dd85-5947-470f-91ea-843c02c9f211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'started_at': datetime.datetime(2021, 5, 11, 13, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:45:02.439102 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e07a564-b37e-4e86-a84f-7962c68fe18a None None] Checking segment: {'id': 'da77338e-78ab-4b09-adcb-e7d35927c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:45:02.439348 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-0e07a564-b37e-4e86-a84f-7962c68fe18a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:02.439793 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e07a564-b37e-4e86-a84f-7962c68fe18a None None] Bound using segment: {'id': 'da77338e-78ab-4b09-adcb-e7d35927c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:45:02.440300 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-0e07a564-b37e-4e86-a84f-7962c68fe18a None None] Bound port: 68ceaf8f-53d1-41e2-8851-754b528727a9, host: dv-cinder-784779-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da77338e-78ab-4b09-adcb-e7d35927c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:45:02.440680 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-0e07a564-b37e-4e86-a84f-7962c68fe18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:02.809688 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f5e31-67d7-4beb-85ce-c009a303755b req-bd8156a9-2628-452e-ae46-7a1537f346bc tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:02.820090 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-603f5e31-67d7-4beb-85ce-c009a303755b req-bd8156a9-2628-452e-ae46-7a1537f346bc tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 944 time: 0.1996806
May 11 13:45:02.834432 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['07e502bc-d319-49da-9e1f-f85bafa59bf1'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:45:02.882313 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-603f5e31-67d7-4beb-85ce-c009a303755b req-fee032bf-b067-4a9c-81e9-2447c6efcdff tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601194
May 11 13:45:02.923455 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-2fc0960c-166b-496b-a289-6ff2a45cae77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:02.935191 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=07e502bc-d319-49da-9e1f-f85bafa59bf1,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:02.950560 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:02.965044 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b764cb-fc8c-4962-bcea-e62f1275ab11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909737b3-bb84-5a13-9931-2d83341a903e-4836e80d-3036-445b-8e2a-ae2d47cd2007', 'network_id': '4836e80d-3036-445b-8e2a-ae2d47cd2007', 'tenant_id': 'c17d809af7ac4a28861ad542deed915c', 'fixed_ips': [{'subnet_id': 'fe4894da-93cb-4caf-94b4-2b5d4f235ca8'}]}} from dv-cinder-784779-11-iscsi. {{(pid=78704) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 11 13:45:02.966052 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-03b764cb-fc8c-4962-bcea-e62f1275ab11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:02.996951 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-0e07a564-b37e-4e86-a84f-7962c68fe18a None None] For port 68ceaf8f-53d1-41e2-8851-754b528727a9, host dv-cinder-784779-11-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:45:03.051971 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-0e07a564-b37e-4e86-a84f-7962c68fe18a None None] For port 68ceaf8f-53d1-41e2-8851-754b528727a9, host dv-cinder-784779-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=68ceaf8f-53d1-41e2-8851-754b528727a9,segment=NetworkSegment(da77338e-78ab-4b09-adcb-e7d35927c19a),segment_id=da77338e-78ab-4b09-adcb-e7d35927c19a)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:45:03.074055 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-0e07a564-b37e-4e86-a84f-7962c68fe18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:03.087481 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1c8c5-4e57-4a54-8eec-b8c11a972af1 req-0fff99e0-fd19-480b-ba94-4fd0fdde84a7 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:03.089797 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-88977f8c-6ff2-43db-b0ae-ec4da5626358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:03.092429 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e7d1c8c5-4e57-4a54-8eec-b8c11a972af1 req-0fff99e0-fd19-480b-ba94-4fd0fdde84a7 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 944 time: 0.4136395
May 11 13:45:03.232837 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e7d1c8c5-4e57-4a54-8eec-b8c11a972af1 req-80dbc07e-48c5-4c96-8193-7760957a172a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1282713
May 11 13:45:03.258663 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3c396e84-ef49-4ac9-89ed-b819a70e6c0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:03.281279 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e07a564-b37e-4e86-a84f-7962c68fe18a None None] Routers {'3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:45:03.281879 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-0e07a564-b37e-4e86-a84f-7962c68fe18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e39d00>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:45:03Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:45:03.313736 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3c396e84-ef49-4ac9-89ed-b819a70e6c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:03.549631 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [None req-3c396e84-ef49-4ac9-89ed-b819a70e6c0a admin admin] Allocated IP 172.27.1.51 (e051f2fa-e4f7-48f8-93ce-58e38fee5eb4/218716c0-958e-4312-849b-6a79832afb0f/a38e0649-8f47-4b52-8be6-c83f90e9c541) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:45:03.579229 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27154f-6b45-491d-a147-d74791d82a8a req-2569be9b-ba2a-479b-a01d-5007548beb9a tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:03.580634 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2a27154f-6b45-491d-a147-d74791d82a8a req-2569be9b-ba2a-479b-a01d-5007548beb9a tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.1970956
May 11 13:45:03.588440 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bd09b-9798-428c-aae6-e851eb36b5cc None None] Pushing event updated for resources: {'Port': ['ID=68ceaf8f-53d1-41e2-8851-754b528727a9,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:03.606532 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-4e4bd09b-9798-428c-aae6-e851eb36b5cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:03.622159 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:03.657965 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.db_base_plugin_common [None req-03b764cb-fc8c-4962-bcea-e62f1275ab11 None None] Allocated IP 172.20.0.2 (4836e80d-3036-445b-8e2a-ae2d47cd2007/fe4894da-93cb-4caf-94b4-2b5d4f235ca8/868b49c7-f88a-4722-8a8e-1f89f13d913f) {{(pid=78704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:45:03.732582 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2a27154f-6b45-491d-a147-d74791d82a8a req-a829dc50-d935-4641-8c0f-747f303c9c37 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865209
May 11 13:45:03.783493 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3c396e84-ef49-4ac9-89ed-b819a70e6c0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:03.792847 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-0e07a564-b37e-4e86-a84f-7962c68fe18a None None] Set router 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:45:03.835199 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3c396e84-ef49-4ac9-89ed-b819a70e6c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2100528'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:03.840238 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:03.908320 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c396e84-ef49-4ac9-89ed-b819a70e6c0a admin admin] Network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:45:03.911475 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-3c396e84-ef49-4ac9-89ed-b819a70e6c0a admin admin] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:45:03.916716 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c396e84-ef49-4ac9-89ed-b819a70e6c0a admin admin] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:45:03.963528 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c396e84-ef49-4ac9-89ed-b819a70e6c0a admin admin] Pushing event updated for resources: {'Port': ['ID=a38e0649-8f47-4b52-8be6-c83f90e9c541,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:03.968479 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-3c396e84-ef49-4ac9-89ed-b819a70e6c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:04.250028 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af18471-2439-4f14-8afe-05ec3a3771df req-573c395c-9499-4110-bde5-f5cfa9847e6c tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:04.252615 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3af18471-2439-4f14-8afe-05ec3a3771df req-573c395c-9499-4110-bde5-f5cfa9847e6c tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 944 time: 0.1452549
May 11 13:45:04.281422 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-03b764cb-fc8c-4962-bcea-e62f1275ab11 None None] Notify callbacks [] for port, precommit_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:04.301381 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-03b764cb-fc8c-4962-bcea-e62f1275ab11 None None] Transition to ACTIVE for port object 868b49c7-f88a-4722-8a8e-1f89f13d913f will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:45:04.328263 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-03b764cb-fc8c-4962-bcea-e62f1275ab11 None None] Transition to ACTIVE for port object 868b49c7-f88a-4722-8a8e-1f89f13d913f will not be triggered until provisioned by entity DHCP. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:45:04.337563 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-03b764cb-fc8c-4962-bcea-e62f1275ab11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735'] for port, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:04.341869 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-7f06b323-85e6-4b55-b456-d5d7ffe51350 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:04.413348 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b764cb-fc8c-4962-bcea-e62f1275ab11 None None] Network 4836e80d-3036-445b-8e2a-ae2d47cd2007 is already hosted by enough agents. {{(pid=78704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:45:04.416697 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.scheduler.base_scheduler [None req-03b764cb-fc8c-4962-bcea-e62f1275ab11 None None] Resources bound (agent type, host, resource id):  {{(pid=78704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:45:04.419735 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b764cb-fc8c-4962-bcea-e62f1275ab11 None None] Received port after_create {{(pid=78704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:45:04.437115 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b764cb-fc8c-4962-bcea-e62f1275ab11 None None] Pushing event updated for resources: {'Port': ['ID=868b49c7-f88a-4722-8a8e-1f89f13d913f,revision_number=1']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:04.439286 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3af18471-2439-4f14-8afe-05ec3a3771df req-e5a0b502-3cc9-4d53-941d-986a8bfb252c tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1765399
May 11 13:45:04.441673 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-0e07a564-b37e-4e86-a84f-7962c68fe18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e39d00>, [{'id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'name': 'tempest-TestVolumeBootPattern-1118253124-router', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:44:50Z', 'updated_at': '2021-05-11T13:44:57Z', 'revision_number': 4, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'gw_port': {'id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:51Z', 'updated_at': '2021-05-11T13:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '68ceaf8f-53d1-41e2-8851-754b528727a9', 'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'mac_address': 'fa:16:3e:30:99:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:57Z', 'updated_at': '2021-05-11T13:45:02Z', 'revision_number': 4, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'subnets': [{'id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:45:04.477748 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-03b764cb-fc8c-4962-bcea-e62f1275ab11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:04.485139 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e07a564-b37e-4e86-a84f-7962c68fe18a None None] The sync data for ids ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'] in dv-cinder-784779-11-iscsi is: [{'id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'name': 'tempest-TestVolumeBootPattern-1118253124-router', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:44:50Z', 'updated_at': '2021-05-11T13:44:57Z', 'revision_number': 4, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'gw_port': {'id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:51Z', 'updated_at': '2021-05-11T13:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '68ceaf8f-53d1-41e2-8851-754b528727a9', 'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'mac_address': 'fa:16:3e:30:99:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:57Z', 'updated_at': '2021-05-11T13:45:02Z', 'revision_number': 4, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'subnets': [{'id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:45:04.594913 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3c396e84-ef49-4ac9-89ed-b819a70e6c0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:04.601108 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-03b764cb-fc8c-4962-bcea-e62f1275ab11 None None] Attempting to bind port 868b49c7-f88a-4722-8a8e-1f89f13d913f on host dv-cinder-784779-11-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:45:04.602018 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-03b764cb-fc8c-4962-bcea-e62f1275ab11 None None] Attempting to bind port 868b49c7-f88a-4722-8a8e-1f89f13d913f by drivers openvswitch,hyperv on host dv-cinder-784779-11-iscsi at level 0 using segments [{'id': 'd62dcced-8b6a-4d1b-9a72-16288b90eccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4836e80d-3036-445b-8e2a-ae2d47cd2007'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:45:04.602575 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b764cb-fc8c-4962-bcea-e62f1275ab11 None None] Attempting to bind port 868b49c7-f88a-4722-8a8e-1f89f13d913f on network 4836e80d-3036-445b-8e2a-ae2d47cd2007 {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:45:04.614388 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b764cb-fc8c-4962-bcea-e62f1275ab11 None None] Checking agent: {'id': '2e08dd85-5947-470f-91ea-843c02c9f211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'started_at': datetime.datetime(2021, 5, 11, 13, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:45:04.614862 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b764cb-fc8c-4962-bcea-e62f1275ab11 None None] Checking segment: {'id': 'd62dcced-8b6a-4d1b-9a72-16288b90eccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4836e80d-3036-445b-8e2a-ae2d47cd2007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:45:04.615379 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-03b764cb-fc8c-4962-bcea-e62f1275ab11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:04.615815 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b764cb-fc8c-4962-bcea-e62f1275ab11 None None] Bound using segment: {'id': 'd62dcced-8b6a-4d1b-9a72-16288b90eccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4836e80d-3036-445b-8e2a-ae2d47cd2007'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:45:04.616321 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-03b764cb-fc8c-4962-bcea-e62f1275ab11 None None] Bound port: 868b49c7-f88a-4722-8a8e-1f89f13d913f, host: dv-cinder-784779-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd62dcced-8b6a-4d1b-9a72-16288b90eccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4836e80d-3036-445b-8e2a-ae2d47cd2007'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:45:04.616710 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-03b764cb-fc8c-4962-bcea-e62f1275ab11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:04.761003 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-03b764cb-fc8c-4962-bcea-e62f1275ab11 None None] For port 868b49c7-f88a-4722-8a8e-1f89f13d913f, host dv-cinder-784779-11-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:45:04.764934 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-03b764cb-fc8c-4962-bcea-e62f1275ab11 None None] For port 868b49c7-f88a-4722-8a8e-1f89f13d913f, host dv-cinder-784779-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=868b49c7-f88a-4722-8a8e-1f89f13d913f,segment=NetworkSegment(d62dcced-8b6a-4d1b-9a72-16288b90eccf),segment_id=d62dcced-8b6a-4d1b-9a72-16288b90eccf)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:45:04.778092 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:04.778343 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-03b764cb-fc8c-4962-bcea-e62f1275ab11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:04.783038 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:04.875849 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b764cb-fc8c-4962-bcea-e62f1275ab11 None None] Pushing event updated for resources: {'Port': ['ID=868b49c7-f88a-4722-8a8e-1f89f13d913f,revision_number=2']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:04.878707 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 68ceaf8f-53d1-41e2-8851-754b528727a9 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:45:04.897140 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfdc20-6b0b-49a6-ba4a-2f716028fa2c req-07cc00d4-7621-43d8-8e64-3d53d34afc0a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:04.903541 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-03b764cb-fc8c-4962-bcea-e62f1275ab11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:04.906204 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c1bfdc20-6b0b-49a6-ba4a-2f716028fa2c req-07cc00d4-7621-43d8-8e64-3d53d34afc0a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 944 time: 0.4420023
May 11 13:45:04.972309 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c1bfdc20-6b0b-49a6-ba4a-2f716028fa2c req-b266800b-fb20-4a34-887e-7923b5547b10 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0651309
May 11 13:45:05.004709 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning for port 68ceaf8f-53d1-41e2-8851-754b528727a9 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:45:05.024604 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 68ceaf8f-53d1-41e2-8851-754b528727a9 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:45:05.025130 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:05.088510 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3baa3-bb3b-4920-b6a6-db1392811902 req-3a36ae8b-91ec-4452-840a-89b4d1deaae5 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:05.101531 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1ae3baa3-bb3b-4920-b6a6-db1392811902 req-3a36ae8b-91ec-4452-840a-89b4d1deaae5 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.1762440
May 11 13:45:05.179532 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1ae3baa3-bb3b-4920-b6a6-db1392811902 req-cef78ff7-648b-416f-865d-7483df8e87da tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714788
May 11 13:45:05.265297 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:05.325141 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] For port 68ceaf8f-53d1-41e2-8851-754b528727a9, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=68ceaf8f-53d1-41e2-8851-754b528727a9,segment=NetworkSegment(da77338e-78ab-4b09-adcb-e7d35927c19a),segment_id=da77338e-78ab-4b09-adcb-e7d35927c19a)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:45:05.333289 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:05.337757 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:05.423754 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3c396e84-ef49-4ac9-89ed-b819a70e6c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1796200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706246'] for router, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:05.428110 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Pushing event updated for resources: {'Port': ['ID=68ceaf8f-53d1-41e2-8851-754b528727a9,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:05.431892 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:05.723074 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ffe5a-97a2-4c07-9362-e83f5da20024 req-901700e9-4dff-4c49-b80d-b46a4107190f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:05.730754 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c396e84-ef49-4ac9-89ed-b819a70e6c0a admin admin] Router 285cfca3-056a-4400-a598-57473e43a41c is scheduled to L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c with binding_index 1 {{(pid=78703) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 11 13:45:05.731820 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-be4ffe5a-97a2-4c07-9362-e83f5da20024 req-901700e9-4dff-4c49-b80d-b46a4107190f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 944 time: 0.1173801
May 11 13:45:05.888297 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-be4ffe5a-97a2-4c07-9362-e83f5da20024 req-938beb3a-e61a-4d07-a74d-b79f78d92d76 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1550117
May 11 13:45:06.101438 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c396e84-ef49-4ac9-89ed-b819a70e6c0a admin admin] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:45:06.114763 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3115712-3496-4564-81c7-bf407ae110c6 None None] Sync routers for ids ['285cfca3-056a-4400-a598-57473e43a41c'] in dv-cinder-784779-11-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:45:06.129641 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3115712-3496-4564-81c7-bf407ae110c6 None None] Routers {'285cfca3-056a-4400-a598-57473e43a41c'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:45:06.130281 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-b3115712-3496-4564-81c7-bf407ae110c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e37d30>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:45:03Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['285cfca3-056a-4400-a598-57473e43a41c'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:45:06.136110 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3c396e84-ef49-4ac9-89ed-b819a70e6c0a admin admin] Notify callbacks [] for router, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:06.138340 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-3c396e84-ef49-4ac9-89ed-b819a70e6c0a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.3986337
May 11 13:45:06.141270 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 46150) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:45:06.439289 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73fd751-4f2c-484f-ae44-4d543fd36ce0 None None] Network 4836e80d-3036-445b-8e2a-ae2d47cd2007 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:45:06.496903 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-b3115712-3496-4564-81c7-bf407ae110c6 None None] Set router 285cfca3-056a-4400-a598-57473e43a41c gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:45:06.551773 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22a381-71d9-4447-b000-d3df4b603d29 req-7b8c2ff9-4d02-4969-8a33-b31f83c15fe2 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:06.554236 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2c22a381-71d9-4447-b000-d3df4b603d29 req-7b8c2ff9-4d02-4969-8a33-b31f83c15fe2 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.1858287
May 11 13:45:06.648795 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-30ee02ac-a03f-49b8-affc-f71bdc037e3f None None] Provisioning for port 868b49c7-f88a-4722-8a8e-1f89f13d913f completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:45:06.676039 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2c22a381-71d9-4447-b000-d3df4b603d29 req-5dcc734b-9a57-4072-bb0c-8f009621534a tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158142
May 11 13:45:06.702546 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:45:07.033650 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 68ceaf8f-53d1-41e2-8851-754b528727a9 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:45:07.078301 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-b3115712-3496-4564-81c7-bf407ae110c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e37d30>, [{'id': '285cfca3-056a-4400-a598-57473e43a41c', 'name': 'tempest-TestVolumeBootPattern-860892190-router', 'tenant_id': 'c17d809af7ac4a28861ad542deed915c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a38e0649-8f47-4b52-8be6-c83f90e9c541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:45:01Z', 'updated_at': '2021-05-11T13:45:04Z', 'revision_number': 3, 'project_id': 'c17d809af7ac4a28861ad542deed915c', 'gw_port': {'id': 'a38e0649-8f47-4b52-8be6-c83f90e9c541', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285cfca3-056a-4400-a598-57473e43a41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:03Z', 'updated_at': '2021-05-11T13:45:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:45:07.087137 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3115712-3496-4564-81c7-bf407ae110c6 None None] Checking router: 285cfca3-056a-4400-a598-57473e43a41c for host: dv-cinder-784779-11-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:45:07.089142 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3115712-3496-4564-81c7-bf407ae110c6 None None] Updating router 285cfca3-056a-4400-a598-57473e43a41c port a38e0649-8f47-4b52-8be6-c83f90e9c541 binding host dv-cinder-784779-11-iscsi {{(pid=78705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 11 13:45:07.255053 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d99265-b3bc-43cc-901d-caa323656528 req-806408aa-a53c-4d90-8ab4-d73175860d35 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:07.257829 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-99d99265-b3bc-43cc-901d-caa323656528 req-806408aa-a53c-4d90-8ab4-d73175860d35 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 944 time: 0.1925762
May 11 13:45:07.263492 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 68ceaf8f-53d1-41e2-8851-754b528727a9 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:45:07.264490 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:07.295628 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b3115712-3496-4564-81c7-bf407ae110c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:07.388296 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-99d99265-b3bc-43cc-901d-caa323656528 req-f8aef643-870b-440e-9ae4-dd53b79f3764 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1203914
May 11 13:45:07.469081 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2c4b3-beb9-4ccf-8e05-b751a322c549 req-0a112583-34ce-4bd3-b00b-115e8d43e79d tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:07.471324 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2ec2c4b3-beb9-4ccf-8e05-b751a322c549 req-0a112583-34ce-4bd3-b00b-115e8d43e79d tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 944 time: 0.3260326
May 11 13:45:07.599084 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3ec50e27-7c3e-414a-99d9-83750e5af7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:07.625589 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2ec2c4b3-beb9-4ccf-8e05-b751a322c549 req-934779ab-38ba-4696-8012-e1d19c64974e tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1429327
May 11 13:45:07.810969 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 868b49c7-f88a-4722-8a8e-1f89f13d913f up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:45:07.935373 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 07e502bc-d319-49da-9e1f-f85bafa59bf1 up at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:45:07.977866 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b3115712-3496-4564-81c7-bf407ae110c6 None None] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:08.002510 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [None req-b3115712-3496-4564-81c7-bf407ae110c6 None None] Transition to ACTIVE for port object a38e0649-8f47-4b52-8be6-c83f90e9c541 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:45:08.022190 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b3115712-3496-4564-81c7-bf407ae110c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:08.050519 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:08.086559 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning for port 868b49c7-f88a-4722-8a8e-1f89f13d913f completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:45:08.093248 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 868b49c7-f88a-4722-8a8e-1f89f13d913f triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:45:08.093682 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:08.131188 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning for port 07e502bc-d319-49da-9e1f-f85bafa59bf1 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:45:08.139580 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a62b0-acfd-4e68-81d2-386621d39b54 req-beac2195-6ac6-46f2-b325-d41bcc502441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:08.141098 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b13a62b0-acfd-4e68-81d2-386621d39b54 req-beac2195-6ac6-46f2-b325-d41bcc502441 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 1099 time: 0.2107158
May 11 13:45:08.149908 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning complete for port 07e502bc-d319-49da-9e1f-f85bafa59bf1 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:45:08.150320 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:08.162547 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-7bc28f14-1056-445a-a3b5-8755c152e672 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:08.182127 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [None req-3ec50e27-7c3e-414a-99d9-83750e5af7ba admin admin] Allocated IP 172.20.0.1 (4836e80d-3036-445b-8e2a-ae2d47cd2007/fe4894da-93cb-4caf-94b4-2b5d4f235ca8/ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:45:08.184162 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-7bc28f14-1056-445a-a3b5-8755c152e672 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/networks?id=12ec6c5f-a094-448b-ac3c-867dd4582977 HTTP/1.1" status: 200  len: 814 time: 0.4575198
May 11 13:45:08.241133 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 46202) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:45:08.242713 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e233e8c-6b4e-4067-bc11-d0d45cab1403 None None] Pushing event updated for resources: {'Port': ['ID=a38e0649-8f47-4b52-8be6-c83f90e9c541,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:08.253006 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-3e233e8c-6b4e-4067-bc11-d0d45cab1403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:08.256289 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-b3115712-3496-4564-81c7-bf407ae110c6 None None] Attempting to bind port a38e0649-8f47-4b52-8be6-c83f90e9c541 on host dv-cinder-784779-11-iscsi for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:45:08.256925 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-b3115712-3496-4564-81c7-bf407ae110c6 None None] Attempting to bind port a38e0649-8f47-4b52-8be6-c83f90e9c541 by drivers openvswitch,hyperv on host dv-cinder-784779-11-iscsi at level 0 using segments [{'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:45:08.257890 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3115712-3496-4564-81c7-bf407ae110c6 None None] Attempting to bind port a38e0649-8f47-4b52-8be6-c83f90e9c541 on network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:45:08.269925 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3115712-3496-4564-81c7-bf407ae110c6 None None] Checking agent: {'id': '2e08dd85-5947-470f-91ea-843c02c9f211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'started_at': datetime.datetime(2021, 5, 11, 13, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:45:08.270567 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3115712-3496-4564-81c7-bf407ae110c6 None None] Checking segment: {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:45:08.271289 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b3115712-3496-4564-81c7-bf407ae110c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:08.272011 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3115712-3496-4564-81c7-bf407ae110c6 None None] Bound using segment: {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:45:08.272845 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-b3115712-3496-4564-81c7-bf407ae110c6 None None] Bound port: a38e0649-8f47-4b52-8be6-c83f90e9c541, host: dv-cinder-784779-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:45:08.273508 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b3115712-3496-4564-81c7-bf407ae110c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:08.289069 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-ada4dbc4-9c92-46af-b9aa-0d250400ada8 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/quotas/05397bdc5f7d488ab076a2275a100c6b HTTP/1.1" status: 200  len: 375 time: 0.0595047
May 11 13:45:08.369270 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:08.404507 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:08.409530 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3ec50e27-7c3e-414a-99d9-83750e5af7ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:08.429328 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [None req-3ec50e27-7c3e-414a-99d9-83750e5af7ba admin admin] Transition to ACTIVE for port object ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7 will not be triggered until provisioned by entity DHCP. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:45:08.434863 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port 07e502bc-d319-49da-9e1f-f85bafa59bf1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=07e502bc-d319-49da-9e1f-f85bafa59bf1,segment=NetworkSegment(6ac1d778-88f8-48a2-87ec-07ee57581f6c),segment_id=6ac1d778-88f8-48a2-87ec-07ee57581f6c)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:45:08.440012 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67e1e50-abcc-4152-ba4d-9f806630b6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e502bc-d319-49da-9e1f-f85bafa59bf1'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:45:08.449635 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:08.450445 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device ca95605f-3f90-413f-ad05-4995af8bb8f0 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:45:08.458183 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-a006c03a-6637-4c37-9cb1-725643eb1c7f tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=05397bdc5f7d488ab076a2275a100c6b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1643815
May 11 13:45:08.472870 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3ec50e27-7c3e-414a-99d9-83750e5af7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2100528'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:08.482399 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:08.494177 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-2108f669-958a-4e96-a5f8-11adae51bac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:08.561961 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-b3115712-3496-4564-81c7-bf407ae110c6 None None] For port a38e0649-8f47-4b52-8be6-c83f90e9c541, host dv-cinder-784779-11-iscsi, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:45:08.567205 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec50e27-7c3e-414a-99d9-83750e5af7ba admin admin] Network 4836e80d-3036-445b-8e2a-ae2d47cd2007 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:45:08.572871 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-3ec50e27-7c3e-414a-99d9-83750e5af7ba admin admin] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:45:08.576364 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=07e502bc-d319-49da-9e1f-f85bafa59bf1,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:08.577103 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-b3115712-3496-4564-81c7-bf407ae110c6 None None] For port a38e0649-8f47-4b52-8be6-c83f90e9c541, host dv-cinder-784779-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=a38e0649-8f47-4b52-8be6-c83f90e9c541,segment=NetworkSegment(2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f),segment_id=2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:45:08.586484 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:08.589105 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-b3115712-3496-4564-81c7-bf407ae110c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:08.599061 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-9f0afc26-b0f8-49be-aaa1-c2c5b301b197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:08.613337 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7bbdc-6469-4107-b202-01835e5102ed req-27f8c35c-1a1c-458a-94ba-c31af8ec1ddd tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:08.620013 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] For port 868b49c7-f88a-4722-8a8e-1f89f13d913f, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=868b49c7-f88a-4722-8a8e-1f89f13d913f,segment=NetworkSegment(d62dcced-8b6a-4d1b-9a72-16288b90eccf),segment_id=d62dcced-8b6a-4d1b-9a72-16288b90eccf)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:45:08.623894 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-88f7bbdc-6469-4107-b202-01835e5102ed req-27f8c35c-1a1c-458a-94ba-c31af8ec1ddd tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.6662791
May 11 13:45:08.627681 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec50e27-7c3e-414a-99d9-83750e5af7ba admin admin] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:45:08.687924 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:08.692127 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-49876962-a28e-4aca-9720-5a0a2f45946a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:08.792533 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-88f7bbdc-6469-4107-b202-01835e5102ed req-33480015-639a-4634-ba3c-54bb2596692a tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1674519
May 11 13:45:08.799996 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec50e27-7c3e-414a-99d9-83750e5af7ba admin admin] Pushing event updated for resources: {'Port': ['ID=ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:08.801917 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Pushing event updated for resources: {'Port': ['ID=868b49c7-f88a-4722-8a8e-1f89f13d913f,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:08.811534 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-079899ce-bf67-48f4-96b2-daa81c2f7d3c service neutron] 10.222.0.48 "GET /v2.0/networks/12ec6c5f-a094-448b-ac3c-867dd4582977?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3522146
May 11 13:45:08.818004 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:08.843308 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-3ec50e27-7c3e-414a-99d9-83750e5af7ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:08.862295 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3ec50e27-7c3e-414a-99d9-83750e5af7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704921'] for router_interface, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:08.898568 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3115712-3496-4564-81c7-bf407ae110c6 None None] Routers {'285cfca3-056a-4400-a598-57473e43a41c'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:45:08.901146 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-b3115712-3496-4564-81c7-bf407ae110c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e37d30>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:45:03Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['285cfca3-056a-4400-a598-57473e43a41c'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:45:08.915252 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b13a62b0-acfd-4e68-81d2-386621d39b54 req-7754764f-e835-42ab-a060-8941e78ef408 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7298317
May 11 13:45:09.064790 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-4fe24f2d-7b92-4b43-b004-25766785076c None None] Provisioning for port ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:45:09.071852 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-138a5fe5-d1e5-457c-b181-a1a5a3c99cdb req-0ea7b9b2-9370-4bdf-a56a-eed4a7b3659c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.8282304
May 11 13:45:09.073370 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-4fe24f2d-7b92-4b43-b004-25766785076c None None] Provisioning complete for port ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:45:09.073922 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-4fe24f2d-7b92-4b43-b004-25766785076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:09.105560 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-343c2c33-8c15-449b-8dc0-627f69ac4aae service neutron] 10.222.0.48 "GET /v2.0/networks/12ec6c5f-a094-448b-ac3c-867dd4582977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2574353
May 11 13:45:09.119387 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e233e8c-6b4e-4067-bc11-d0d45cab1403 None None] Pushing event updated for resources: {'Port': ['ID=a38e0649-8f47-4b52-8be6-c83f90e9c541,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:09.136212 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-3e233e8c-6b4e-4067-bc11-d0d45cab1403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:09.154809 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3ec50e27-7c3e-414a-99d9-83750e5af7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:09.212140 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-4fe24f2d-7b92-4b43-b004-25766785076c None None] Port ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 11 13:45:09.232995 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-b3115712-3496-4564-81c7-bf407ae110c6 None None] Set router 285cfca3-056a-4400-a598-57473e43a41c gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:45:09.286990 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a931c76-7d81-4e3a-a750-744196ca23f5 req-9dc8bc70-85d7-4fed-80fd-5230e5ab98b0 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:09.294352 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a931c76-7d81-4e3a-a750-744196ca23f5 req-9dc8bc70-85d7-4fed-80fd-5230e5ab98b0 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 944 time: 0.3159783
May 11 13:45:09.347293 dv-cinder-784779-11-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a67e1e50-abcc-4152-ba4d-9f806630b6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e502bc-d319-49da-9e1f-f85bafa59bf1', 'code': 200}
May 11 13:45:09.488249 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a931c76-7d81-4e3a-a750-744196ca23f5 req-31c73f65-b88f-4831-a5ad-4acb1bb13ad8 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1924844
May 11 13:45:09.658031 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd314e8-915c-4532-9462-a7a34f3e588d req-cb7b21c5-7efa-4501-90e2-f29a63dbb648 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:09.668491 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fdd314e8-915c-4532-9462-a7a34f3e588d req-cb7b21c5-7efa-4501-90e2-f29a63dbb648 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 945 time: 0.1745656
May 11 13:45:09.714632 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-aac83349-677e-4695-a93f-fab6f1bc9407 req-81609858-468c-4d76-aa63-9bb71ca0b0c6 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2172fa4-211d-4bce-ad73-05188b242043 HTTP/1.1" status: 200  len: 210 time: 0.1178005
May 11 13:45:09.762007 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3ec50e27-7c3e-414a-99d9-83750e5af7ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:09.762933 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fdd314e8-915c-4532-9462-a7a34f3e588d req-9c850560-3edd-447d-86e4-d0e171a0d2f9 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931778
May 11 13:45:09.772505 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3ec50e27-7c3e-414a-99d9-83750e5af7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2100521'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:09.822779 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:09.958274 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec50e27-7c3e-414a-99d9-83750e5af7ba admin admin] Pushing event updated for resources: {'Port': ['ID=ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:09.970981 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3ec50e27-7c3e-414a-99d9-83750e5af7ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704826'] for router_interface, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:09.975714 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-3ec50e27-7c3e-414a-99d9-83750e5af7ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:10.079783 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-b3115712-3496-4564-81c7-bf407ae110c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e37d30>, [{'id': '285cfca3-056a-4400-a598-57473e43a41c', 'name': 'tempest-TestVolumeBootPattern-860892190-router', 'tenant_id': 'c17d809af7ac4a28861ad542deed915c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a38e0649-8f47-4b52-8be6-c83f90e9c541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:45:01Z', 'updated_at': '2021-05-11T13:45:08Z', 'revision_number': 4, 'project_id': 'c17d809af7ac4a28861ad542deed915c', 'gw_port': {'id': 'a38e0649-8f47-4b52-8be6-c83f90e9c541', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285cfca3-056a-4400-a598-57473e43a41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:03Z', 'updated_at': '2021-05-11T13:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': 'ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7', 'name': '', 'network_id': '4836e80d-3036-445b-8e2a-ae2d47cd2007', 'tenant_id': 'c17d809af7ac4a28861ad542deed915c', 'mac_address': 'fa:16:3e:d6:8c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285cfca3-056a-4400-a598-57473e43a41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'fe4894da-93cb-4caf-94b4-2b5d4f235ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:07Z', 'updated_at': '2021-05-11T13:45:08Z', 'revision_number': 1, 'project_id': 'c17d809af7ac4a28861ad542deed915c', 'subnets': [{'id': 'fe4894da-93cb-4caf-94b4-2b5d4f235ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:45:10.092434 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3115712-3496-4564-81c7-bf407ae110c6 None None] The sync data for ids ['285cfca3-056a-4400-a598-57473e43a41c'] in dv-cinder-784779-11-iscsi is: [{'id': '285cfca3-056a-4400-a598-57473e43a41c', 'name': 'tempest-TestVolumeBootPattern-860892190-router', 'tenant_id': 'c17d809af7ac4a28861ad542deed915c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a38e0649-8f47-4b52-8be6-c83f90e9c541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:45:01Z', 'updated_at': '2021-05-11T13:45:08Z', 'revision_number': 4, 'project_id': 'c17d809af7ac4a28861ad542deed915c', 'gw_port': {'id': 'a38e0649-8f47-4b52-8be6-c83f90e9c541', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285cfca3-056a-4400-a598-57473e43a41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:03Z', 'updated_at': '2021-05-11T13:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': 'ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7', 'name': '', 'network_id': '4836e80d-3036-445b-8e2a-ae2d47cd2007', 'tenant_id': 'c17d809af7ac4a28861ad542deed915c', 'mac_address': 'fa:16:3e:d6:8c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285cfca3-056a-4400-a598-57473e43a41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'fe4894da-93cb-4caf-94b4-2b5d4f235ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:07Z', 'updated_at': '2021-05-11T13:45:08Z', 'revision_number': 1, 'project_id': 'c17d809af7ac4a28861ad542deed915c', 'subnets': [{'id': 'fe4894da-93cb-4caf-94b4-2b5d4f235ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:45:10.130620 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8f74b-392f-4aa8-bad2-a2771a3cc3c3 req-39f604a0-4dde-4492-9a29-06523f4e1dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:10.133831 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-37b8f74b-392f-4aa8-bad2-a2771a3cc3c3 req-39f604a0-4dde-4492-9a29-06523f4e1dfd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 1098 time: 0.1191192
May 11 13:45:10.200398 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-37b8f74b-392f-4aa8-bad2-a2771a3cc3c3 req-ae5e410f-b382-470b-bb46-ba716c2d9824 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581234
May 11 13:45:10.305787 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531e3d6-4ee3-489e-98d0-c37e9ab5b2c8 req-c57fe263-1d7b-40c5-acfd-84f46e7ec194 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:10.307546 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e531e3d6-4ee3-489e-98d0-c37e9ab5b2c8 req-c57fe263-1d7b-40c5-acfd-84f46e7ec194 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.2631104
May 11 13:45:10.323212 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec50e27-7c3e-414a-99d9-83750e5af7ba admin admin] Network 4836e80d-3036-445b-8e2a-ae2d47cd2007 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:45:10.324842 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-3ec50e27-7c3e-414a-99d9-83750e5af7ba admin admin] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:45:10.856785 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e531e3d6-4ee3-489e-98d0-c37e9ab5b2c8 req-c137237d-f5f7-431e-a9f0-69b0ce38f078 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5227075
May 11 13:45:10.915932 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-30d170d0-6462-41d7-a437-c9ab19a86f2c None None] Provisioning complete for port ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:45:10.916742 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-30d170d0-6462-41d7-a437-c9ab19a86f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:11.033457 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec50e27-7c3e-414a-99d9-83750e5af7ba admin admin] Router 285cfca3-056a-4400-a598-57473e43a41c has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:45:11.042705 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 868b49c7-f88a-4722-8a8e-1f89f13d913f up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:45:11.068425 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392b09f-de6c-42d9-90b7-f137b10331c5 req-d6a4b149-f026-4ae1-a32d-65c15e45088f tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:11.086297 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7392b09f-de6c-42d9-90b7-f137b10331c5 req-d6a4b149-f026-4ae1-a32d-65c15e45088f tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd53b934-12c6-47af-a1bc-cd9e18737bc6 HTTP/1.1" status: 200  len: 945 time: 0.2639277
May 11 13:45:11.193817 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7392b09f-de6c-42d9-90b7-f137b10331c5 req-a330fdcf-8da4-4f62-a959-188907c1fc8f tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061113
May 11 13:45:11.236617 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-30d170d0-6462-41d7-a437-c9ab19a86f2c None None] Port ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 11 13:45:11.279939 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 868b49c7-f88a-4722-8a8e-1f89f13d913f triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:45:11.280777 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:11.412889 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-eaeee7fa-5788-42e4-a84c-f98bb9fac80f req-39cbbb55-59cc-43e1-99d8-c128f011a632 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2172fa4-211d-4bce-ad73-05188b242043 HTTP/1.1" status: 200  len: 210 time: 0.0593555
May 11 13:45:11.735431 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec50e27-7c3e-414a-99d9-83750e5af7ba admin admin] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:45:11.765576 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daef4e-481a-4256-a2f1-e637164352cb req-0bee2315-72b0-4d4f-bf8a-2cf29925c5d7 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:11.767341 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-85daef4e-481a-4256-a2f1-e637164352cb req-0bee2315-72b0-4d4f-bf8a-2cf29925c5d7 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 944 time: 0.3298454
May 11 13:45:11.771196 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-3ec50e27-7c3e-414a-99d9-83750e5af7ba admin admin] 10.222.0.48 "PUT /v2.0/routers/285cfca3-056a-4400-a598-57473e43a41c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6281726
May 11 13:45:11.847829 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-85daef4e-481a-4256-a2f1-e637164352cb req-116d0901-71a3-40e1-8f1f-3ee7b5a56596 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696363
May 11 13:45:12.132209 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6763060-a854-4ba3-9aa9-b0f1fb3ec084 req-622bdf1a-acfa-456b-8db0-f1955f886397 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:12.134693 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c6763060-a854-4ba3-9aa9-b0f1fb3ec084 req-622bdf1a-acfa-456b-8db0-f1955f886397 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 945 time: 0.5017838
May 11 13:45:12.212230 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-ea8c5573-adc5-4f8c-a594-9de23674c667 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:12.213778 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-ea8c5573-adc5-4f8c-a594-9de23674c667 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.54 "GET /v2.0/networks?id=12ec6c5f-a094-448b-ac3c-867dd4582977 HTTP/1.1" status: 200  len: 814 time: 0.4603617
May 11 13:45:12.235744 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-c0402003-20d6-40b0-9261-15c8ae1068a3 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Request body: {'port': {'device_id': 'b2172fa4-211d-4bce-ad73-05188b242043', 'network_id': '12ec6c5f-a094-448b-ac3c-867dd4582977', 'admin_state_up': True, 'tenant_id': '05397bdc5f7d488ab076a2275a100c6b'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:45:12.271785 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c6763060-a854-4ba3-9aa9-b0f1fb3ec084 req-03d32c61-98b6-4ea6-95e8-eddbcd8ed094 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218567
May 11 13:45:12.452962 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-c0402003-20d6-40b0-9261-15c8ae1068a3 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:45:12.462588 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6bd97-b136-40c5-9b8a-1a66e7017058 req-d8df8341-c69b-49d7-9fe2-9f11dac4cefd tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:12.465788 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-caa6bd97-b136-40c5-9b8a-1a66e7017058 req-d8df8341-c69b-49d7-9fe2-9f11dac4cefd tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.2831297
May 11 13:45:12.496359 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-c0402003-20d6-40b0-9261-15c8ae1068a3 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:45:12.530906 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-c0402003-20d6-40b0-9261-15c8ae1068a3 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Made reservation on behalf of 05397bdc5f7d488ab076a2275a100c6b for: {'port': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:45:12.549039 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-c0402003-20d6-40b0-9261-15c8ae1068a3 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:12.637377 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-caa6bd97-b136-40c5-9b8a-1a66e7017058 req-28d1e351-f1ef-4a30-acdb-a293322afef6 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388130
May 11 13:45:12.867178 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3284c06-e78b-42d0-8351-ea9c12213741 req-2c0267f4-b602-44aa-a403-afd61a388053 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:12.868998 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d3284c06-e78b-42d0-8351-ea9c12213741 req-2c0267f4-b602-44aa-a403-afd61a388053 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd53b934-12c6-47af-a1bc-cd9e18737bc6 HTTP/1.1" status: 200  len: 945 time: 0.2035210
May 11 13:45:12.876830 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-c0402003-20d6-40b0-9261-15c8ae1068a3 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Allocated IP 172.20.0.8 (12ec6c5f-a094-448b-ac3c-867dd4582977/101aab9e-4df2-46e4-9ed5-eaa0d4c0b147/d2636c95-ab30-40fb-add1-a514d0588642) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:45:12.905316 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device a38e0649-8f47-4b52-8be6-c83f90e9c541 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:45:13.073908 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning for port a38e0649-8f47-4b52-8be6-c83f90e9c541 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:45:13.080135 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port a38e0649-8f47-4b52-8be6-c83f90e9c541 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:45:13.080649 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:13.118703 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd91be-bbb3-4583-ab96-53c74d1fee8f req-a30ca535-ecc9-4c09-9c25-ade71b787e71 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:13.120234 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4acd91be-bbb3-4583-ab96-53c74d1fee8f req-a30ca535-ecc9-4c09-9c25-ade71b787e71 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd53b934-12c6-47af-a1bc-cd9e18737bc6 HTTP/1.1" status: 200  len: 945 time: 0.1618230
May 11 13:45:13.125914 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-d3284c06-e78b-42d0-8351-ea9c12213741 req-fec7341f-bffb-4a3d-b635-beafd3476aa6 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Deleting port b7019b79-f3ea-49d6-95d7-a787b84dc4c9 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:45:13.126278 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-d3284c06-e78b-42d0-8351-ea9c12213741 req-fec7341f-bffb-4a3d-b635-beafd3476aa6 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:13.217334 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:13.218005 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a5fe5-d1e5-457c-b181-a1a5a3c99cdb req-5133beda-7442-4361-a65b-56a6b654c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:13.219522 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-138a5fe5-d1e5-457c-b181-a1a5a3c99cdb req-5133beda-7442-4361-a65b-56a6b654c579 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80&tenant_id=4d834d585e8e49e39c08f01b088e3ec0 HTTP/1.1" status: 200  len: 1097 time: 0.2660859
May 11 13:45:13.253693 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] For port a38e0649-8f47-4b52-8be6-c83f90e9c541, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=a38e0649-8f47-4b52-8be6-c83f90e9c541,segment=NetworkSegment(2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f),segment_id=2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:45:13.259766 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4acd91be-bbb3-4583-ab96-53c74d1fee8f req-4b06b1fc-6083-4201-9636-8a3680490108 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197650
May 11 13:45:13.262380 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:13.266268 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa818d3f-904c-4eed-8378-9704c9ada563 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:13.330868 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-d3284c06-e78b-42d0-8351-ea9c12213741 req-fec7341f-bffb-4a3d-b635-beafd3476aa6 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] For port b7019b79-f3ea-49d6-95d7-a787b84dc4c9, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b7019b79-f3ea-49d6-95d7-a787b84dc4c9,segment=NetworkSegment(c610bf4a-eec2-4b42-8f03-c7d49a9b54e2),segment_id=c610bf4a-eec2-4b42-8f03-c7d49a9b54e2)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:45:13.331139 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-d3284c06-e78b-42d0-8351-ea9c12213741 req-fec7341f-bffb-4a3d-b635-beafd3476aa6 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:13.364334 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-c0402003-20d6-40b0-9261-15c8ae1068a3 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:13.403343 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a5fe5-d1e5-457c-b181-a1a5a3c99cdb req-28e8acdc-4278-4554-a2ad-997cfe930e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:13.405061 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-138a5fe5-d1e5-457c-b181-a1a5a3c99cdb req-28e8acdc-4278-4554-a2ad-997cfe930e71 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d834d585e8e49e39c08f01b088e3ec0&device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 1097 time: 0.1564813
May 11 13:45:13.410669 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Pushing event updated for resources: {'Port': ['ID=a38e0649-8f47-4b52-8be6-c83f90e9c541,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:13.421186 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:13.511156 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-c0402003-20d6-40b0-9261-15c8ae1068a3 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:13.530269 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-28180810-5a1a-4bda-8c8f-e74d533a79dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:13.579699 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-d3284c06-e78b-42d0-8351-ea9c12213741 req-fec7341f-bffb-4a3d-b635-beafd3476aa6 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Calling delete_port for b7019b79-f3ea-49d6-95d7-a787b84dc4c9 owned by compute:nova {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:45:13.594537 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-c0402003-20d6-40b0-9261-15c8ae1068a3 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Network 12ec6c5f-a094-448b-ac3c-867dd4582977 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:45:13.601599 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-c0402003-20d6-40b0-9261-15c8ae1068a3 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:45:13.613220 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-c0402003-20d6-40b0-9261-15c8ae1068a3 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:45:13.686671 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0402003-20d6-40b0-9261-15c8ae1068a3 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Pushing event updated for resources: {'Port': ['ID=d2636c95-ab30-40fb-add1-a514d0588642,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:13.700552 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-c0402003-20d6-40b0-9261-15c8ae1068a3 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:13.735395 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-c0402003-20d6-40b0-9261-15c8ae1068a3 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:13.736049 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-c0402003-20d6-40b0-9261-15c8ae1068a3 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:13.742861 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a5fe5-d1e5-457c-b181-a1a5a3c99cdb req-d0270a2d-17e3-493d-ae63-b4baee4f3fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:13.744370 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-138a5fe5-d1e5-457c-b181-a1a5a3c99cdb req-d0270a2d-17e3-493d-ae63-b4baee4f3fe5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=707291bc-5dd9-42be-8f66-a126d34db7b0 HTTP/1.1" status: 200  len: 918 time: 0.3320200
May 11 13:45:13.816174 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95fe9f-b5f8-452c-b2d0-04d92023fbae req-a7e4802d-ed8b-46a5-92f4-56f794026d9a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:13.818684 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9c95fe9f-b5f8-452c-b2d0-04d92023fbae req-a7e4802d-ed8b-46a5-92f4-56f794026d9a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 945 time: 0.3907712
May 11 13:45:13.855215 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 46274) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:45:13.862149 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-c0402003-20d6-40b0-9261-15c8ae1068a3 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6353259
May 11 13:45:13.866299 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-6ed80697-60b5-4522-968d-d7762331ac73 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2143221821', 'description': 'tempest-secgroup-smoke-2143221821 description', 'project_id': 'd185725581a24febb7946b4a64c64b41'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:45:13.884128 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-bc6ed843-fa1b-4976-b9e5-60cd7447c7e1 service neutron] Request body: {'port': {'device_id': 'b2172fa4-211d-4bce-ad73-05188b242043', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:45:13.918664 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-6ed80697-60b5-4522-968d-d7762331ac73 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:45:13.932894 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-6ed80697-60b5-4522-968d-d7762331ac73 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Usage tracker for resource:security_group and tenant:d185725581a24febb7946b4a64c64b41 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:45:13.937639 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-138a5fe5-d1e5-457c-b181-a1a5a3c99cdb req-f904f5e3-7039-43e4-b2c0-d6ec05a43b60 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca95605f-3f90-413f-ad05-4995af8bb8f0 HTTP/1.1" status: 200  len: 999 time: 0.1839716
May 11 13:45:13.941180 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-6ed80697-60b5-4522-968d-d7762331ac73 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:45:13.953151 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-6ed80697-60b5-4522-968d-d7762331ac73 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:45:13.965470 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b580cd-7442-48af-b4e1-349f3f09bdcc None None] Sync routers for ids ['285cfca3-056a-4400-a598-57473e43a41c'] in dv-cinder-784779-11-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:45:13.980863 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b580cd-7442-48af-b4e1-349f3f09bdcc None None] Routers {'285cfca3-056a-4400-a598-57473e43a41c'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:45:13.981675 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-41b580cd-7442-48af-b4e1-349f3f09bdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1adaaa50d0>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:45:03Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['285cfca3-056a-4400-a598-57473e43a41c'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:45:13.999346 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9c95fe9f-b5f8-452c-b2d0-04d92023fbae req-2bae3f6f-cfc1-49d2-860f-b25b85e46d14 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1707044
May 11 13:45:14.040866 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6ed80697-60b5-4522-968d-d7762331ac73 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:14.079311 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-d3284c06-e78b-42d0-8351-ea9c12213741 req-fec7341f-bffb-4a3d-b635-beafd3476aa6 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2100528'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:14.095545 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ffbb3cdf-595d-4760-92c4-19f96bd02de8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:14.127613 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a5fe5-d1e5-457c-b181-a1a5a3c99cdb req-dbf4e7af-fe02-4e1a-bc49-cbca2f1b4d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:14.129778 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-138a5fe5-d1e5-457c-b181-a1a5a3c99cdb req-dbf4e7af-fe02-4e1a-bc49-cbca2f1b4d8a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fb43366-cc8e-4164-a9b2-c3e4cba00dbb HTTP/1.1" status: 200  len: 856 time: 0.1739507
May 11 13:45:14.131060 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-6ed80697-60b5-4522-968d-d7762331ac73 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:45:14.163833 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7341f-bffb-4a3d-b635-beafd3476aa6 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Pushing event deleted for resources: {'Port': ['ID=b7019b79-f3ea-49d6-95d7-a787b84dc4c9,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:14.167314 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-fec7341f-bffb-4a3d-b635-beafd3476aa6 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:14.179760 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-6ed80697-60b5-4522-968d-d7762331ac73 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Usage tracker for resource:security_group_rule and tenant:d185725581a24febb7946b4a64c64b41 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:45:14.189297 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-6ed80697-60b5-4522-968d-d7762331ac73 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:45:14.203639 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['c000ac65-a9aa-42c3-be16-e2635cb14df1', 'b09d77a6-634d-4771-a4de-848c646b93bd', '7744aabf-0076-4961-babd-a232eda2ac67', 'b7019b79-f3ea-49d6-95d7-a787b84dc4c9'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:45:14.251603 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-6ed80697-60b5-4522-968d-d7762331ac73 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:45:14.253837 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-bc6ed843-fa1b-4976-b9e5-60cd7447c7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:14.258709 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3284c06-e78b-42d0-8351-ea9c12213741 req-fec7341f-bffb-4a3d-b635-beafd3476aa6 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] No DVR routers for this DVR port b7019b79-f3ea-49d6-95d7-a787b84dc4c9 on host hv-cinder-78477 {{(pid=78703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:45:14.265947 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-d3284c06-e78b-42d0-8351-ea9c12213741 req-fec7341f-bffb-4a3d-b635-beafd3476aa6 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:14.290616 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd53b934-12c6-47af-a1bc-cd9e18737bc6', 'name': 'network-vif-deleted', 'tag': 'b7019b79-f3ea-49d6-95d7-a787b84dc4c9'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:45:14.301487 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d3284c06-e78b-42d0-8351-ea9c12213741 req-fec7341f-bffb-4a3d-b635-beafd3476aa6 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.54 "DELETE /v2.0/ports/b7019b79-f3ea-49d6-95d7-a787b84dc4c9 HTTP/1.1" status: 204  len: 173 time: 1.4130476
May 11 13:45:14.629310 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7297e5-d94d-466a-8bd2-bb68f74ae0a7 req-829b9c2c-1acf-469c-a160-18745dde30b4 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:14.630095 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-5f7297e5-d94d-466a-8bd2-bb68f74ae0a7 req-829b9c2c-1acf-469c-a160-18745dde30b4 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Synchronizing usage tracker for tenant:05397bdc5f7d488ab076a2275a100c6b on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:45:14.644399 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a5fe5-d1e5-457c-b181-a1a5a3c99cdb req-5f629f75-dea3-4a28-91f3-c4e9b7cb71ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:14.646014 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-138a5fe5-d1e5-457c-b181-a1a5a3c99cdb req-5f629f75-dea3-4a28-91f3-c4e9b7cb71ae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=707291bc-5dd9-42be-8f66-a126d34db7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.4627857
May 11 13:45:14.648826 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-41b580cd-7442-48af-b4e1-349f3f09bdcc None None] Set router 285cfca3-056a-4400-a598-57473e43a41c gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:45:14.655387 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6ed80697-60b5-4522-968d-d7762331ac73 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:14.695489 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6ed80697-60b5-4522-968d-d7762331ac73 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:14.793927 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db019a-d640-4ef9-90f4-9f1a7c704d96 req-df04018f-51af-4932-911c-5a5e93d1bb3e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:14.795546 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-94db019a-d640-4ef9-90f4-9f1a7c704d96 req-df04018f-51af-4932-911c-5a5e93d1bb3e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 944 time: 0.2898991
May 11 13:45:14.807855 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:14.846895 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-94db019a-d640-4ef9-90f4-9f1a7c704d96 req-36a1055e-7691-445f-9027-6f842a456810 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444357
May 11 13:45:14.867883 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device a38e0649-8f47-4b52-8be6-c83f90e9c541 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:45:14.918080 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-5f7297e5-d94d-466a-8bd2-bb68f74ae0a7 req-829b9c2c-1acf-469c-a160-18745dde30b4 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Unset dirty status for tenant:05397bdc5f7d488ab076a2275a100c6b on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:45:14.919593 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5f7297e5-d94d-466a-8bd2-bb68f74ae0a7 req-829b9c2c-1acf-469c-a160-18745dde30b4 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2172fa4-211d-4bce-ad73-05188b242043 HTTP/1.1" status: 200  len: 931 time: 0.7836585
May 11 13:45:14.970732 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed80697-60b5-4522-968d-d7762331ac73 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f811aa49-2751-416b-a828-50ec67c1a418,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:14.973697 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6ed80697-60b5-4522-968d-d7762331ac73 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:14.975113 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-6ed80697-60b5-4522-968d-d7762331ac73 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 1.1182992
May 11 13:45:14.978607 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 46288) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:45:14.979356 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-6ed80697-60b5-4522-968d-d7762331ac73 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:14.984958 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-590e77c9-0e7e-4662-9f63-0b92437aa143 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Request body: {'security_group_rule': {'security_group_id': 'f811aa49-2751-416b-a828-50ec67c1a418', 'project_id': 'd185725581a24febb7946b4a64c64b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:45:14.999768 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-590e77c9-0e7e-4662-9f63-0b92437aa143 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:45:15.006687 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-590e77c9-0e7e-4662-9f63-0b92437aa143 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Usage tracker for resource:security_group_rule and tenant:d185725581a24febb7946b4a64c64b41 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:45:15.010208 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-590e77c9-0e7e-4662-9f63-0b92437aa143 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:45:15.017234 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-590e77c9-0e7e-4662-9f63-0b92437aa143 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:45:15.038372 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-590e77c9-0e7e-4662-9f63-0b92437aa143 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:15.081653 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5f7297e5-d94d-466a-8bd2-bb68f74ae0a7 req-2a95ef9b-a071-44df-a5c7-2fc509c61e1c tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/security-groups?id=31e74f5b-58eb-4dde-8d62-e45732996f5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1475501
May 11 13:45:15.094669 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-138a5fe5-d1e5-457c-b181-a1a5a3c99cdb req-c76fc9b5-1775-4745-a94c-e8c1c2b62ce3 service neutron] 10.222.0.54 "GET /v2.0/networks/707291bc-5dd9-42be-8f66-a126d34db7b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4342048
May 11 13:45:15.248284 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd53b934-12c6-47af-a1bc-cd9e18737bc6', 'name': 'network-vif-deleted', 'tag': 'b7019b79-f3ea-49d6-95d7-a787b84dc4c9', 'status': 'completed', 'code': 200}
May 11 13:45:15.261733 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-590e77c9-0e7e-4662-9f63-0b92437aa143 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:15.272908 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-590e77c9-0e7e-4662-9f63-0b92437aa143 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:15.276306 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:15.330498 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port a38e0649-8f47-4b52-8be6-c83f90e9c541 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:45:15.331511 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:15.342162 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e77c9-0e7e-4662-9f63-0b92437aa143 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b506eda-a5b5-4575-8255-8c3a6ec18cca,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:15.346832 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-590e77c9-0e7e-4662-9f63-0b92437aa143 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:15.372000 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-590e77c9-0e7e-4662-9f63-0b92437aa143 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:15.378709 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-590e77c9-0e7e-4662-9f63-0b92437aa143 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3974531
May 11 13:45:15.380003 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 46294) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:45:15.392162 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-45be13bd-3f3d-4d7b-9ea5-2f671724aeaa tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Request body: {'security_group_rule': {'security_group_id': 'f811aa49-2751-416b-a828-50ec67c1a418', 'project_id': 'd185725581a24febb7946b4a64c64b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:45:15.411143 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-45be13bd-3f3d-4d7b-9ea5-2f671724aeaa tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:45:15.417919 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-45be13bd-3f3d-4d7b-9ea5-2f671724aeaa tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Usage tracker for resource:security_group_rule and tenant:d185725581a24febb7946b4a64c64b41 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:45:15.422580 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-45be13bd-3f3d-4d7b-9ea5-2f671724aeaa tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:45:15.432408 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-45be13bd-3f3d-4d7b-9ea5-2f671724aeaa tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:45:15.477616 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-45be13bd-3f3d-4d7b-9ea5-2f671724aeaa tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:15.532207 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3d49bef1-4c68-4712-8968-e76a20bf12ad req-2dacc718-302e-4a0f-b0f7-9e605c936f10 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd53b934-12c6-47af-a1bc-cd9e18737bc6 HTTP/1.1" status: 200  len: 210 time: 0.0841587
May 11 13:45:15.550880 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-bc6ed843-fa1b-4976-b9e5-60cd7447c7e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2636c95-ab30-40fb-add1-a514d0588642 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:45:15.590826 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-bc6ed843-fa1b-4976-b9e5-60cd7447c7e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:15.605644 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-138a5fe5-d1e5-457c-b181-a1a5a3c99cdb req-1356111a-6c25-47d3-98d0-a14958ee02a7 service neutron] 10.222.0.54 "GET /v2.0/networks/707291bc-5dd9-42be-8f66-a126d34db7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4965601
May 11 13:45:15.642789 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-bc6ed843-fa1b-4976-b9e5-60cd7447c7e1 service neutron] Transition to ACTIVE for port object d2636c95-ab30-40fb-add1-a514d0588642 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:45:15.650666 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-bc6ed843-fa1b-4976-b9e5-60cd7447c7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:15.655047 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-da49d514-7e9d-4a5f-a6ba-2bcbc857bcb3 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:15.799009 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-45be13bd-3f3d-4d7b-9ea5-2f671724aeaa tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:15.800933 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-41b580cd-7442-48af-b4e1-349f3f09bdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1adaaa50d0>, [{'id': '285cfca3-056a-4400-a598-57473e43a41c', 'name': 'tempest-TestVolumeBootPattern-860892190-router', 'tenant_id': 'c17d809af7ac4a28861ad542deed915c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a38e0649-8f47-4b52-8be6-c83f90e9c541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:45:01Z', 'updated_at': '2021-05-11T13:45:08Z', 'revision_number': 4, 'project_id': 'c17d809af7ac4a28861ad542deed915c', 'gw_port': {'id': 'a38e0649-8f47-4b52-8be6-c83f90e9c541', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285cfca3-056a-4400-a598-57473e43a41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:03Z', 'updated_at': '2021-05-11T13:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': 'ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7', 'name': '', 'network_id': '4836e80d-3036-445b-8e2a-ae2d47cd2007', 'tenant_id': 'c17d809af7ac4a28861ad542deed915c', 'mac_address': 'fa:16:3e:d6:8c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285cfca3-056a-4400-a598-57473e43a41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'fe4894da-93cb-4caf-94b4-2b5d4f235ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:07Z', 'updated_at': '2021-05-11T13:45:09Z', 'revision_number': 2, 'project_id': 'c17d809af7ac4a28861ad542deed915c', 'subnets': [{'id': 'fe4894da-93cb-4caf-94b4-2b5d4f235ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:45:15.808657 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b580cd-7442-48af-b4e1-349f3f09bdcc None None] Checking router: 285cfca3-056a-4400-a598-57473e43a41c for host: dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:45:15.809205 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b580cd-7442-48af-b4e1-349f3f09bdcc None None] Updating router 285cfca3-056a-4400-a598-57473e43a41c port ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7 binding host dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 11 13:45:15.883269 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-45be13bd-3f3d-4d7b-9ea5-2f671724aeaa tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:15.902157 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ed843-fa1b-4976-b9e5-60cd7447c7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d2636c95-ab30-40fb-add1-a514d0588642,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:15.905435 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:15.915981 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-bc6ed843-fa1b-4976-b9e5-60cd7447c7e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:15.919382 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-41b580cd-7442-48af-b4e1-349f3f09bdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:15.940638 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be13bd-3f3d-4d7b-9ea5-2f671724aeaa tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca402ac9-ef27-4ef8-a809-649a81088907,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:15.948093 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f77ad9-37dc-4251-8484-495d4a28513f req-650c40fb-b13f-41b5-b536-7019886fe26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:15.949625 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a9f77ad9-37dc-4251-8484-495d4a28513f req-650c40fb-b13f-41b5-b536-7019886fe26f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f7125cde7f594fb59b70804ec00a8405&device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 1099 time: 0.3634753
May 11 13:45:15.952683 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-45be13bd-3f3d-4d7b-9ea5-2f671724aeaa tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:16.012678 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-45be13bd-3f3d-4d7b-9ea5-2f671724aeaa tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:16.019910 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-45be13bd-3f3d-4d7b-9ea5-2f671724aeaa tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.6383009
May 11 13:45:16.022243 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 46314) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:45:16.052525 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-5715737d-49ef-41a4-86d5-5a42546fe0a3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Request body: {'security_group_rule': {'security_group_id': 'f811aa49-2751-416b-a828-50ec67c1a418', 'project_id': 'd185725581a24febb7946b4a64c64b41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:45:16.088377 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af333835-5abc-4ae2-81b3-03e9bd7adcfe req-67ffac5b-816a-4ebb-9d2f-500d04fa73cc tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:16.090479 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-af333835-5abc-4ae2-81b3-03e9bd7adcfe req-67ffac5b-816a-4ebb-9d2f-500d04fa73cc tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.3515310
May 11 13:45:16.149985 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-bc6ed843-fa1b-4976-b9e5-60cd7447c7e1 service neutron] Attempting to bind port d2636c95-ab30-40fb-add1-a514d0588642 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:45:16.150629 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-bc6ed843-fa1b-4976-b9e5-60cd7447c7e1 service neutron] Attempting to bind port d2636c95-ab30-40fb-add1-a514d0588642 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '5b62c77f-a65c-42b5-9cc1-650e848ba5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '12ec6c5f-a094-448b-ac3c-867dd4582977'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:45:16.151107 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-bc6ed843-fa1b-4976-b9e5-60cd7447c7e1 service neutron] Attempting to bind port d2636c95-ab30-40fb-add1-a514d0588642 on network 12ec6c5f-a094-448b-ac3c-867dd4582977 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:45:16.174452 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-bc6ed843-fa1b-4976-b9e5-60cd7447c7e1 service neutron] Port d2636c95-ab30-40fb-add1-a514d0588642 on network 12ec6c5f-a094-448b-ac3c-867dd4582977 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 11 13:45:16.174753 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-bc6ed843-fa1b-4976-b9e5-60cd7447c7e1 service neutron] Attempting to bind port d2636c95-ab30-40fb-add1-a514d0588642 on network 12ec6c5f-a094-448b-ac3c-867dd4582977 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:45:16.175846 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-5715737d-49ef-41a4-86d5-5a42546fe0a3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:45:16.180418 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-af333835-5abc-4ae2-81b3-03e9bd7adcfe req-d0c27c80-5043-4d99-b0f9-ade7b362dc2c tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805373
May 11 13:45:16.192379 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-bc6ed843-fa1b-4976-b9e5-60cd7447c7e1 service neutron] Checking agent: {'id': '90698981-c276-4592-9423-0c50fa5e2f21', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'started_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:45:16.192379 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-bc6ed843-fa1b-4976-b9e5-60cd7447c7e1 service neutron] Checking segment: {'id': '5b62c77f-a65c-42b5-9cc1-650e848ba5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '12ec6c5f-a094-448b-ac3c-867dd4582977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:45:16.192891 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-bc6ed843-fa1b-4976-b9e5-60cd7447c7e1 service neutron] Bound using segment: {'id': '5b62c77f-a65c-42b5-9cc1-650e848ba5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '12ec6c5f-a094-448b-ac3c-867dd4582977'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:45:16.193349 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-bc6ed843-fa1b-4976-b9e5-60cd7447c7e1 service neutron] Bound port: d2636c95-ab30-40fb-add1-a514d0588642, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b62c77f-a65c-42b5-9cc1-650e848ba5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '12ec6c5f-a094-448b-ac3c-867dd4582977'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:45:16.193702 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-bc6ed843-fa1b-4976-b9e5-60cd7447c7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:16.206829 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-5715737d-49ef-41a4-86d5-5a42546fe0a3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Usage tracker for resource:security_group_rule and tenant:d185725581a24febb7946b4a64c64b41 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:45:16.217931 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-5715737d-49ef-41a4-86d5-5a42546fe0a3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:45:16.270395 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-5715737d-49ef-41a4-86d5-5a42546fe0a3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:45:16.293000 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fb1b2-32a2-4104-ba65-3572a214c780 req-d204c5dc-3ec6-4380-a55e-cd1040161d2b tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:16.295443 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d33fb1b2-32a2-4104-ba65-3572a214c780 req-d204c5dc-3ec6-4380-a55e-cd1040161d2b tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 945 time: 0.4996622
May 11 13:45:16.312476 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-bc6ed843-fa1b-4976-b9e5-60cd7447c7e1 service neutron] For port d2636c95-ab30-40fb-add1-a514d0588642, host hv-cinder-78477, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:45:16.317097 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-bc6ed843-fa1b-4976-b9e5-60cd7447c7e1 service neutron] For port d2636c95-ab30-40fb-add1-a514d0588642, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d2636c95-ab30-40fb-add1-a514d0588642,segment=NetworkSegment(5b62c77f-a65c-42b5-9cc1-650e848ba5f8),segment_id=5b62c77f-a65c-42b5-9cc1-650e848ba5f8)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:45:16.325247 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-bc6ed843-fa1b-4976-b9e5-60cd7447c7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:16.332767 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-90258a15-85da-4951-85c1-eef6151e31e0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:16.466645 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-bc6ed843-fa1b-4976-b9e5-60cd7447c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:16.466877 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5715737d-49ef-41a4-86d5-5a42546fe0a3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:16.467270 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-bc6ed843-fa1b-4976-b9e5-60cd7447c7e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:16.469188 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-bc6ed843-fa1b-4976-b9e5-60cd7447c7e1 service neutron] 10.222.0.54 "PUT /v2.0/ports/d2636c95-ab30-40fb-add1-a514d0588642 HTTP/1.1" status: 200  len: 1093 time: 2.5891933
May 11 13:45:16.469417 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2172fa4-211d-4bce-ad73-05188b242043', 'tag': 'd2636c95-ab30-40fb-add1-a514d0588642'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:45:16.512306 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ed843-fa1b-4976-b9e5-60cd7447c7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d2636c95-ab30-40fb-add1-a514d0588642,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:16.517590 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-bc6ed843-fa1b-4976-b9e5-60cd7447c7e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:16.560289 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d33fb1b2-32a2-4104-ba65-3572a214c780 req-4f8eb819-80d7-4cc2-8886-573a73dd2528 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2428792
May 11 13:45:16.576488 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f77ad9-37dc-4251-8484-495d4a28513f req-0eb110a8-0f62-4145-af4c-24cbc7e3546e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:16.578962 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a9f77ad9-37dc-4251-8484-495d4a28513f req-0eb110a8-0f62-4145-af4c-24cbc7e3546e service neutron] 10.222.0.54 "GET /v2.0/networks?id=f5b51504-92c9-4304-911d-10c3bcee9e8c HTTP/1.1" status: 200  len: 920 time: 0.6195543
May 11 13:45:16.591938 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-41b580cd-7442-48af-b4e1-349f3f09bdcc None None] Notify callbacks [] for port, precommit_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:16.631501 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5715737d-49ef-41a4-86d5-5a42546fe0a3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:16.636247 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-41b580cd-7442-48af-b4e1-349f3f09bdcc None None] Transition to ACTIVE for port object ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7 will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:45:16.651305 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-41b580cd-7442-48af-b4e1-349f3f09bdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:16.665519 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-859b8701-67ac-4195-a488-c5a52ac86ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:16.734547 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76a54c-539d-4d84-8d61-a08b92fb95bb req-32c94439-1550-48aa-b93a-83a75670d7d1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:16.736420 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0b76a54c-539d-4d84-8d61-a08b92fb95bb req-32c94439-1550-48aa-b93a-83a75670d7d1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 944 time: 0.3577518
May 11 13:45:16.782780 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a9f77ad9-37dc-4251-8484-495d4a28513f req-bf80066e-5b84-42a1-813e-63bd4a70122f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=716f81b5-9951-4800-a928-e286481dd6b2 HTTP/1.1" status: 200  len: 217 time: 0.1441565
May 11 13:45:16.784062 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5715737d-49ef-41a4-86d5-5a42546fe0a3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:16.820232 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0b76a54c-539d-4d84-8d61-a08b92fb95bb req-c45f1b52-5850-4289-9edf-8f12a4fc15d8 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752072
May 11 13:45:16.853801 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-ac33d2bc-0be8-4e89-a9d7-6bfe51b5835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:16.855703 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-ac33d2bc-0be8-4e89-a9d7-6bfe51b5835e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05397bdc5f7d488ab076a2275a100c6b&device_id=b2172fa4-211d-4bce-ad73-05188b242043 HTTP/1.1" status: 200  len: 1096 time: 0.3006690
May 11 13:45:17.066654 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-19913314-68a8-48a6-bffc-f3082edb19cc tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:17.085372 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2172fa4-211d-4bce-ad73-05188b242043', 'tag': 'd2636c95-ab30-40fb-add1-a514d0588642', 'status': 'completed', 'code': 200}
May 11 13:45:17.090896 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715737d-49ef-41a4-86d5-5a42546fe0a3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada6fad4-9d45-489d-b9cc-26fb1e5934c2,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:17.094014 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5715737d-49ef-41a4-86d5-5a42546fe0a3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:17.109997 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0a832-b72a-469e-9ebc-f5a15ac98ff5 None None] Pushing event updated for resources: {'Port': ['ID=ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:17.112305 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5715737d-49ef-41a4-86d5-5a42546fe0a3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:17.115216 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-5715737d-49ef-41a4-86d5-5a42546fe0a3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0836420
May 11 13:45:17.123010 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-34f0a832-b72a-469e-9ebc-f5a15ac98ff5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:17.131608 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 46338) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:45:17.185162 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-46f20744-9eaf-487f-b176-792fb2d39950 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Request body: {'security_group_rule': {'security_group_id': 'f811aa49-2751-416b-a828-50ec67c1a418', 'project_id': 'd185725581a24febb7946b4a64c64b41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:45:17.209575 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-46f20744-9eaf-487f-b176-792fb2d39950 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:45:17.226812 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-46f20744-9eaf-487f-b176-792fb2d39950 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Usage tracker for resource:security_group_rule and tenant:d185725581a24febb7946b4a64c64b41 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:45:17.240128 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-46f20744-9eaf-487f-b176-792fb2d39950 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:45:17.242608 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771daaa-eecc-4112-81a7-6afedfa0fbc4 req-00aa4931-af2b-4618-b6f4-01cbd847714f tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:17.250739 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-3c44cf6f-41cb-4872-9c4e-dc4a7d7804e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2636c95-ab30-40fb-add1-a514d0588642 HTTP/1.1" status: 200  len: 217 time: 0.3803332
May 11 13:45:17.252577 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b771daaa-eecc-4112-81a7-6afedfa0fbc4 req-00aa4931-af2b-4618-b6f4-01cbd847714f tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2172fa4-211d-4bce-ad73-05188b242043 HTTP/1.1" status: 200  len: 943 time: 0.3087070
May 11 13:45:17.263392 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-41b580cd-7442-48af-b4e1-349f3f09bdcc None None] Attempting to bind port ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7 on host dv-cinder-784779-11-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:45:17.264030 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-41b580cd-7442-48af-b4e1-349f3f09bdcc None None] Attempting to bind port ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7 by drivers openvswitch,hyperv on host dv-cinder-784779-11-iscsi at level 0 using segments [{'id': 'd62dcced-8b6a-4d1b-9a72-16288b90eccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4836e80d-3036-445b-8e2a-ae2d47cd2007'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:45:17.264535 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b580cd-7442-48af-b4e1-349f3f09bdcc None None] Attempting to bind port ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7 on network 4836e80d-3036-445b-8e2a-ae2d47cd2007 {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:45:17.268614 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-46f20744-9eaf-487f-b176-792fb2d39950 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:45:17.281197 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b580cd-7442-48af-b4e1-349f3f09bdcc None None] Checking agent: {'id': '2e08dd85-5947-470f-91ea-843c02c9f211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'started_at': datetime.datetime(2021, 5, 11, 13, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:45:17.281861 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b580cd-7442-48af-b4e1-349f3f09bdcc None None] Checking segment: {'id': 'd62dcced-8b6a-4d1b-9a72-16288b90eccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4836e80d-3036-445b-8e2a-ae2d47cd2007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:45:17.282865 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-41b580cd-7442-48af-b4e1-349f3f09bdcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:17.283679 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b580cd-7442-48af-b4e1-349f3f09bdcc None None] Bound using segment: {'id': 'd62dcced-8b6a-4d1b-9a72-16288b90eccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4836e80d-3036-445b-8e2a-ae2d47cd2007'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:45:17.284551 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-41b580cd-7442-48af-b4e1-349f3f09bdcc None None] Bound port: ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7, host: dv-cinder-784779-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd62dcced-8b6a-4d1b-9a72-16288b90eccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4836e80d-3036-445b-8e2a-ae2d47cd2007'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:45:17.285214 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-41b580cd-7442-48af-b4e1-349f3f09bdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:17.340967 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f77ad9-37dc-4251-8484-495d4a28513f req-56ca3d58-415e-4a54-8fda-ec7c3e478366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:17.351605 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a9f77ad9-37dc-4251-8484-495d4a28513f req-56ca3d58-415e-4a54-8fda-ec7c3e478366 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=251f9a73-9320-4629-9a40-4b9a8c311c09 HTTP/1.1" status: 200  len: 859 time: 0.4916861
May 11 13:45:17.475119 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-46f20744-9eaf-487f-b176-792fb2d39950 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:17.555793 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-41b580cd-7442-48af-b4e1-349f3f09bdcc None None] For port ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7, host dv-cinder-784779-11-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:45:17.566801 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-41b580cd-7442-48af-b4e1-349f3f09bdcc None None] For port ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7, host dv-cinder-784779-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7,segment=NetworkSegment(d62dcced-8b6a-4d1b-9a72-16288b90eccf),segment_id=d62dcced-8b6a-4d1b-9a72-16288b90eccf)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:45:17.582030 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-41b580cd-7442-48af-b4e1-349f3f09bdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:17.601878 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a9f77ad9-37dc-4251-8484-495d4a28513f req-269e7893-ba37-44e6-9360-72248f01751f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f5b51504-92c9-4304-911d-10c3bcee9e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2152500
May 11 13:45:17.610095 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:17.619436 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-26ea89ef-3536-443d-8d2a-55b5d7ea8181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:17.620957 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-26ea89ef-3536-443d-8d2a-55b5d7ea8181 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=101aab9e-4df2-46e4-9ed5-eaa0d4c0b147 HTTP/1.1" status: 200  len: 854 time: 0.3398609
May 11 13:45:17.642621 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b771daaa-eecc-4112-81a7-6afedfa0fbc4 req-f6f356ee-57bd-4ae2-9ab9-58b643eaa714 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/security-groups?id=31e74f5b-58eb-4dde-8d62-e45732996f5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3882589
May 11 13:45:17.658202 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-46f20744-9eaf-487f-b176-792fb2d39950 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:17.675033 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-46f20744-9eaf-487f-b176-792fb2d39950 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684552'] for security_group_rule, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:17.885555 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-5647408f-3f90-4c45-a8a6-a834971adc3e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:17.907994 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b580cd-7442-48af-b4e1-349f3f09bdcc None None] Routers {'285cfca3-056a-4400-a598-57473e43a41c'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:45:17.908705 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-41b580cd-7442-48af-b4e1-349f3f09bdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1adaaa50d0>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:45:03Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['285cfca3-056a-4400-a598-57473e43a41c'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:45:17.978283 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f20744-9eaf-487f-b176-792fb2d39950 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=197fc8a1-fb36-41a3-8332-b503505c83c9,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:18.008188 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-46f20744-9eaf-487f-b176-792fb2d39950 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:18.074867 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-c08dd97e-36c3-41d4-b3f6-706addfafe46 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=12ec6c5f-a094-448b-ac3c-867dd4582977&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3984213
May 11 13:45:18.092585 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a9f77ad9-37dc-4251-8484-495d4a28513f req-01d824ab-b55b-4d8e-b1c5-f410774e8f72 service neutron] 10.222.0.54 "GET /v2.0/networks/f5b51504-92c9-4304-911d-10c3bcee9e8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4145796
May 11 13:45:18.108582 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22657f8d-4a0c-4066-b71f-6d3a47cc7a4d req-55b6f219-7c7e-45eb-8dff-769b1fbc73e2 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:18.118963 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-22657f8d-4a0c-4066-b71f-6d3a47cc7a4d req-55b6f219-7c7e-45eb-8dff-769b1fbc73e2 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.5990393
May 11 13:45:18.164405 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device b7019b79-f3ea-49d6-95d7-a787b84dc4c9 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:45:18.359218 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0a832-b72a-469e-9ebc-f5a15ac98ff5 None None] Pushing event updated for resources: {'Port': ['ID=ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:18.366524 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] No Port match for: b7019b79-f3ea-49d6-95d7-a787b84dc4c9 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:45:18.367016 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device b7019b79-f3ea-49d6-95d7-a787b84dc4c9 not bound to the agent host hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:45:18.369087 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-34f0a832-b72a-469e-9ebc-f5a15ac98ff5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:18.429776 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-46f20744-9eaf-487f-b176-792fb2d39950 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:18.436471 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-46f20744-9eaf-487f-b176-792fb2d39950 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.2966719
May 11 13:45:18.440146 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 46358) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:45:18.452413 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-d0b05675-328f-4cd3-b690-2835e0363344 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Request body: {'security_group_rule': {'security_group_id': 'f811aa49-2751-416b-a828-50ec67c1a418', 'project_id': 'd185725581a24febb7946b4a64c64b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:45:18.464606 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-22657f8d-4a0c-4066-b71f-6d3a47cc7a4d req-fa5144e0-74a7-482c-9737-74bacac1671e tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3445847
May 11 13:45:18.475289 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-8f81fabd-91d5-447f-995d-67f4801e3ebb service neutron] 10.222.0.54 "GET /v2.0/networks/12ec6c5f-a094-448b-ac3c-867dd4582977?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2880807
May 11 13:45:18.483130 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-d0b05675-328f-4cd3-b690-2835e0363344 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:45:18.501192 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-41b580cd-7442-48af-b4e1-349f3f09bdcc None None] Set router 285cfca3-056a-4400-a598-57473e43a41c gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:45:18.501806 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-d0b05675-328f-4cd3-b690-2835e0363344 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Usage tracker for resource:security_group_rule and tenant:d185725581a24febb7946b4a64c64b41 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:45:18.515388 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-d0b05675-328f-4cd3-b690-2835e0363344 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:45:18.531199 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-d0b05675-328f-4cd3-b690-2835e0363344 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:45:18.635383 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.db.securitygroups_db [None req-d0b05675-328f-4cd3-b690-2835e0363344 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Project d185725581a24febb7946b4a64c64b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 11 13:45:18.660137 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d0b05675-328f-4cd3-b690-2835e0363344 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:18.909386 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d0b05675-328f-4cd3-b690-2835e0363344 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:18.948182 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d0b05675-328f-4cd3-b690-2835e0363344 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:18.978795 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5715737d-49ef-41a4-86d5-5a42546fe0a3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:18.992913 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a9f77ad9-37dc-4251-8484-495d4a28513f req-43b81222-1213-4520-904e-70d070a4da09 service neutron] 10.222.0.54 "GET /v2.0/networks/f5b51504-92c9-4304-911d-10c3bcee9e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8761909
May 11 13:45:18.993716 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d0b05675-328f-4cd3-b690-2835e0363344 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:18.994895 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-d0b05675-328f-4cd3-b690-2835e0363344 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5513887
May 11 13:45:19.014062 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 46370) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:45:19.038912 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-1571d587-1bd7-4425-84b8-e38e0512efc4 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Request body: {'security_group_rule': {'security_group_id': 'f811aa49-2751-416b-a828-50ec67c1a418', 'project_id': 'd185725581a24febb7946b4a64c64b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:45:19.053149 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:45:19.064376 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b05675-328f-4cd3-b690-2835e0363344 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47bd3550-fe79-44a4-8fe8-20a3c963452d,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:19.084458 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-1571d587-1bd7-4425-84b8-e38e0512efc4 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:45:19.098905 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d0b05675-328f-4cd3-b690-2835e0363344 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:19.103047 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-1571d587-1bd7-4425-84b8-e38e0512efc4 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Usage tracker for resource:security_group_rule and tenant:d185725581a24febb7946b4a64c64b41 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:45:19.115773 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-1571d587-1bd7-4425-84b8-e38e0512efc4 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:45:19.189009 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e5ef532a-a8df-4b81-8d93-85b84119920c req-02228d89-ef71-4bb0-8973-f1b66eca16d5 service neutron] 10.222.0.54 "GET /v2.0/networks/12ec6c5f-a094-448b-ac3c-867dd4582977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7006969
May 11 13:45:19.223298 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7be42-5d40-4974-9ced-bad1e872135d req-fc48ddca-b5e0-4127-8de4-49e48d4661af tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:19.233549 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7df7be42-5d40-4974-9ced-bad1e872135d req-fc48ddca-b5e0-4127-8de4-49e48d4661af tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 944 time: 0.3726115
May 11 13:45:19.304726 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-1571d587-1bd7-4425-84b8-e38e0512efc4 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:45:19.365485 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7df7be42-5d40-4974-9ced-bad1e872135d req-81a93a70-9384-47e7-9908-36a0a87435f9 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1273656
May 11 13:45:19.379089 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning for port ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:45:19.402213 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.db.securitygroups_db [None req-1571d587-1bd7-4425-84b8-e38e0512efc4 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Project d185725581a24febb7946b4a64c64b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 11 13:45:19.420708 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:45:19.421227 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:19.424223 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1571d587-1bd7-4425-84b8-e38e0512efc4 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:19.425331 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a690d95-f2b7-4aef-82c1-4b71cd588fd5 req-286cbd03-66a5-4bf1-93d4-25b360c10000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:19.427659 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5a690d95-f2b7-4aef-82c1-4b71cd588fd5 req-286cbd03-66a5-4bf1-93d4-25b360c10000 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05397bdc5f7d488ab076a2275a100c6b&device_id=b2172fa4-211d-4bce-ad73-05188b242043 HTTP/1.1" status: 200  len: 1096 time: 0.1518643
May 11 13:45:19.557619 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b54c4-f42a-48e5-a2dd-e384f0fa9450 req-71bcb0a1-6e72-41db-83e5-98ff29bf2b8f tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:19.561185 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-009b54c4-f42a-48e5-a2dd-e384f0fa9450 req-71bcb0a1-6e72-41db-83e5-98ff29bf2b8f tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2172fa4-211d-4bce-ad73-05188b242043 HTTP/1.1" status: 200  len: 943 time: 0.4650469
May 11 13:45:19.697856 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-009b54c4-f42a-48e5-a2dd-e384f0fa9450 req-ead49e1e-b491-4eff-b8f2-39d848fdc8f8 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/security-groups?id=31e74f5b-58eb-4dde-8d62-e45732996f5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1290145
May 11 13:45:19.710701 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1571d587-1bd7-4425-84b8-e38e0512efc4 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:19.730845 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1571d587-1bd7-4425-84b8-e38e0512efc4 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:19.785435 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:19.835533 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571d587-1bd7-4425-84b8-e38e0512efc4 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0329d4f8-c9bf-43e3-8a31-e373e978d79a,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:19.854405 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1571d587-1bd7-4425-84b8-e38e0512efc4 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:19.878171 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-41b580cd-7442-48af-b4e1-349f3f09bdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1adaaa50d0>, [{'id': '285cfca3-056a-4400-a598-57473e43a41c', 'name': 'tempest-TestVolumeBootPattern-860892190-router', 'tenant_id': 'c17d809af7ac4a28861ad542deed915c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a38e0649-8f47-4b52-8be6-c83f90e9c541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:45:01Z', 'updated_at': '2021-05-11T13:45:08Z', 'revision_number': 4, 'project_id': 'c17d809af7ac4a28861ad542deed915c', 'gw_port': {'id': 'a38e0649-8f47-4b52-8be6-c83f90e9c541', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285cfca3-056a-4400-a598-57473e43a41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:03Z', 'updated_at': '2021-05-11T13:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': 'ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7', 'name': '', 'network_id': '4836e80d-3036-445b-8e2a-ae2d47cd2007', 'tenant_id': 'c17d809af7ac4a28861ad542deed915c', 'mac_address': 'fa:16:3e:d6:8c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285cfca3-056a-4400-a598-57473e43a41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'fe4894da-93cb-4caf-94b4-2b5d4f235ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:07Z', 'updated_at': '2021-05-11T13:45:17Z', 'revision_number': 4, 'project_id': 'c17d809af7ac4a28861ad542deed915c', 'subnets': [{'id': 'fe4894da-93cb-4caf-94b4-2b5d4f235ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:45:19.879453 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1571d587-1bd7-4425-84b8-e38e0512efc4 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:19.885511 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-1571d587-1bd7-4425-84b8-e38e0512efc4 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.8713927
May 11 13:45:19.890190 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b580cd-7442-48af-b4e1-349f3f09bdcc None None] The sync data for ids ['285cfca3-056a-4400-a598-57473e43a41c'] in dv-cinder-784779-11-iscsi is: [{'id': '285cfca3-056a-4400-a598-57473e43a41c', 'name': 'tempest-TestVolumeBootPattern-860892190-router', 'tenant_id': 'c17d809af7ac4a28861ad542deed915c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a38e0649-8f47-4b52-8be6-c83f90e9c541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:45:01Z', 'updated_at': '2021-05-11T13:45:08Z', 'revision_number': 4, 'project_id': 'c17d809af7ac4a28861ad542deed915c', 'gw_port': {'id': 'a38e0649-8f47-4b52-8be6-c83f90e9c541', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285cfca3-056a-4400-a598-57473e43a41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:03Z', 'updated_at': '2021-05-11T13:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': 'ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7', 'name': '', 'network_id': '4836e80d-3036-445b-8e2a-ae2d47cd2007', 'tenant_id': 'c17d809af7ac4a28861ad542deed915c', 'mac_address': 'fa:16:3e:d6:8c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285cfca3-056a-4400-a598-57473e43a41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'fe4894da-93cb-4caf-94b4-2b5d4f235ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:07Z', 'updated_at': '2021-05-11T13:45:17Z', 'revision_number': 4, 'project_id': 'c17d809af7ac4a28861ad542deed915c', 'subnets': [{'id': 'fe4894da-93cb-4caf-94b4-2b5d4f235ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:45:19.944865 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:20.055182 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] For port ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7,segment=NetworkSegment(d62dcced-8b6a-4d1b-9a72-16288b90eccf),segment_id=d62dcced-8b6a-4d1b-9a72-16288b90eccf)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:45:20.062084 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:20.064167 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:20.148123 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b8170-7a44-4930-9426-b86e21138a5c req-5aa90980-687d-4c3d-bbda-dda6990dd137 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:20.150859 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ec8b8170-7a44-4930-9426-b86e21138a5c req-5aa90980-687d-4c3d-bbda-dda6990dd137 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.2456362
May 11 13:45:20.278766 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ec8b8170-7a44-4930-9426-b86e21138a5c req-1e768e54-630e-46b8-9223-02717165eb34 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203420
May 11 13:45:20.354526 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Pushing event updated for resources: {'Port': ['ID=ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:20.358029 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:20.603233 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385b7ca-b220-415f-9935-497f4c6d7f8a req-3b2e6d6e-fd00-4e76-9646-e86bf8c31ef4 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:20.623597 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6385b7ca-b220-415f-9935-497f4c6d7f8a req-3b2e6d6e-fd00-4e76-9646-e86bf8c31ef4 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ef51ee-afa3-4100-9801-fd84fa281988 HTTP/1.1" status: 200  len: 945 time: 0.4126256
May 11 13:45:20.902212 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6385b7ca-b220-415f-9935-497f4c6d7f8a req-31b4bd9c-8174-4738-bbe9-390109ee6a44 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2746315
May 11 13:45:20.904227 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a690d95-f2b7-4aef-82c1-4b71cd588fd5 req-ea5104f8-8d5f-43bd-ba9c-68fb43237643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:20.911716 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5a690d95-f2b7-4aef-82c1-4b71cd588fd5 req-ea5104f8-8d5f-43bd-ba9c-68fb43237643 service neutron] 10.222.0.54 "GET /v2.0/networks?id=12ec6c5f-a094-448b-ac3c-867dd4582977 HTTP/1.1" status: 200  len: 915 time: 0.8002160
May 11 13:45:20.945950 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:45:21.075667 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78294d3a-84e8-4e85-8975-2cbcb05732e9 req-f4f3e8e8-0e6c-4b71-a0a5-5110badcac59 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:21.090395 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-78294d3a-84e8-4e85-8975-2cbcb05732e9 req-f4f3e8e8-0e6c-4b71-a0a5-5110badcac59 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 944 time: 0.2506557
May 11 13:45:21.211984 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-78294d3a-84e8-4e85-8975-2cbcb05732e9 req-5710abd9-1692-4b60-80e0-aa63c96f3b46 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1205897
May 11 13:45:21.243934 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5a690d95-f2b7-4aef-82c1-4b71cd588fd5 req-873a51b9-b715-494c-8e26-76344ccf22c0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2636c95-ab30-40fb-add1-a514d0588642 HTTP/1.1" status: 200  len: 217 time: 0.3119071
May 11 13:45:21.282459 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:45:21.283352 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:21.570390 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a690d95-f2b7-4aef-82c1-4b71cd588fd5 req-e1c1f087-8e7d-4016-a641-f0c4af969699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:21.571950 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5a690d95-f2b7-4aef-82c1-4b71cd588fd5 req-e1c1f087-8e7d-4016-a641-f0c4af969699 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=101aab9e-4df2-46e4-9ed5-eaa0d4c0b147 HTTP/1.1" status: 200  len: 854 time: 0.2940125
May 11 13:45:21.768262 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5a690d95-f2b7-4aef-82c1-4b71cd588fd5 req-e66d27fa-d376-4a57-9186-bf24f4df575b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=12ec6c5f-a094-448b-ac3c-867dd4582977&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1821182
May 11 13:45:21.965804 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db47fa7-e538-4d4c-8303-b708bc575542 req-eb45017c-6e50-4a27-bc52-23a995ebdf08 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:21.967495 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3db47fa7-e538-4d4c-8303-b708bc575542 req-eb45017c-6e50-4a27-bc52-23a995ebdf08 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2172fa4-211d-4bce-ad73-05188b242043 HTTP/1.1" status: 200  len: 943 time: 0.2354877
May 11 13:45:22.106293 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5a690d95-f2b7-4aef-82c1-4b71cd588fd5 req-f794832e-394e-4b96-a0d9-ffef3cc680b1 service neutron] 10.222.0.54 "GET /v2.0/networks/12ec6c5f-a094-448b-ac3c-867dd4582977?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2945070
May 11 13:45:22.166020 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3db47fa7-e538-4d4c-8303-b708bc575542 req-baaf4226-7c3f-46bf-b8a7-78553f100b0b tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/security-groups?id=31e74f5b-58eb-4dde-8d62-e45732996f5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1909285
May 11 13:45:22.546651 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92230a47-3678-4c59-a012-0cc4b905a24b req-765d4166-16fd-4312-a7ff-923fc7267721 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:22.549234 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-92230a47-3678-4c59-a012-0cc4b905a24b req-765d4166-16fd-4312-a7ff-923fc7267721 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.1736586
May 11 13:45:22.709692 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-92230a47-3678-4c59-a012-0cc4b905a24b req-3846d9a9-d993-41e4-b332-1da2b0b21a45 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235197
May 11 13:45:23.111195 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5a690d95-f2b7-4aef-82c1-4b71cd588fd5 req-23d874da-b202-4c6d-b844-4bd4ee22e5ba service neutron] 10.222.0.54 "GET /v2.0/networks/12ec6c5f-a094-448b-ac3c-867dd4582977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5339162
May 11 13:45:23.168754 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754aeb95-6764-4ac8-a4cc-397c0b23005c req-2a6ea0f1-3555-4544-844f-c091b8be6b25 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:23.171721 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-754aeb95-6764-4ac8-a4cc-397c0b23005c req-2a6ea0f1-3555-4544-844f-c091b8be6b25 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ef51ee-afa3-4100-9801-fd84fa281988 HTTP/1.1" status: 200  len: 945 time: 0.3665426
May 11 13:45:23.276375 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-754aeb95-6764-4ac8-a4cc-397c0b23005c req-106b5156-6efb-4877-8488-f8d80ca0b304 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882313
May 11 13:45:23.328061 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4574ca-0d92-46e7-af75-577ec2749474 req-e1fb778b-fa7b-46b9-942b-d5dcecd53b98 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:23.337033 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8c4574ca-0d92-46e7-af75-577ec2749474 req-e1fb778b-fa7b-46b9-942b-d5dcecd53b98 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 944 time: 0.2119582
May 11 13:45:23.393080 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8c4574ca-0d92-46e7-af75-577ec2749474 req-9a9e2843-9727-4400-88fd-90f05f7a5ae6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550649
May 11 13:45:23.691254 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae25bb0-0cc3-4881-a8e1-08e0dc6f99d6 req-15e0a36f-6ec2-47d3-b5d4-46bfbacae9c9 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:23.699921 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-dae25bb0-0cc3-4881-a8e1-08e0dc6f99d6 req-15e0a36f-6ec2-47d3-b5d4-46bfbacae9c9 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.2319078
May 11 13:45:23.760516 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-dae25bb0-0cc3-4881-a8e1-08e0dc6f99d6 req-890f1724-fe33-4fd5-8b67-5eb4a0e0236d tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570652
May 11 13:45:23.830127 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48782414-e9c2-4ed4-8ffb-be6203d82b96 req-40656024-5731-453d-89d4-342f9a54b4ea tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:23.833176 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-48782414-e9c2-4ed4-8ffb-be6203d82b96 req-40656024-5731-453d-89d4-342f9a54b4ea tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2172fa4-211d-4bce-ad73-05188b242043 HTTP/1.1" status: 200  len: 943 time: 0.1754155
May 11 13:45:23.967421 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-48782414-e9c2-4ed4-8ffb-be6203d82b96 req-07b6b54c-6012-4b97-8713-e31f2740b74d tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/security-groups?id=31e74f5b-58eb-4dde-8d62-e45732996f5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996644
May 11 13:45:24.008239 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device d2636c95-ab30-40fb-add1-a514d0588642 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 11 13:45:24.040154 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd48ca-fcba-40d8-af62-33ed7f216131 req-5b8568c2-426b-4d7d-b425-7d82f48add99 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:24.041718 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e7dd48ca-fcba-40d8-af62-33ed7f216131 req-5b8568c2-426b-4d7d-b425-7d82f48add99 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.1239114
May 11 13:45:24.118914 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e7dd48ca-fcba-40d8-af62-33ed7f216131 req-d62cd20b-2770-4429-bf36-cd50db94b144 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689881
May 11 13:45:24.207876 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port d2636c95-ab30-40fb-add1-a514d0588642, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d2636c95-ab30-40fb-add1-a514d0588642,segment=NetworkSegment(5b62c77f-a65c-42b5-9cc1-650e848ba5f8),segment_id=5b62c77f-a65c-42b5-9cc1-650e848ba5f8)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:45:24.228730 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Returning: {'device': 'd2636c95-ab30-40fb-add1-a514d0588642', 'network_id': '12ec6c5f-a094-448b-ac3c-867dd4582977', 'port_id': 'd2636c95-ab30-40fb-add1-a514d0588642', 'mac_address': 'fa:16:3e:6e:91:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '101aab9e-4df2-46e4-9ed5-eaa0d4c0b147', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 11 13:45:24.361815 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:24.394929 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2636c95-ab30-40fb-add1-a514d0588642 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:45:24.414586 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port d2636c95-ab30-40fb-add1-a514d0588642, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d2636c95-ab30-40fb-add1-a514d0588642,segment=NetworkSegment(5b62c77f-a65c-42b5-9cc1-650e848ba5f8),segment_id=5b62c77f-a65c-42b5-9cc1-650e848ba5f8)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:45:24.423777 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:24.432968 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:24.551326 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=d2636c95-ab30-40fb-add1-a514d0588642,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:24.568113 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:24.631944 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88bc7f-7a12-424b-b239-1716b001e86d req-79c914ce-aad8-4320-981c-2a762fc0f486 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:24.633701 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-fe88bc7f-7a12-424b-b239-1716b001e86d req-79c914ce-aad8-4320-981c-2a762fc0f486 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Synchronizing usage tracker for tenant:92510857ca1047488f92675951404302 on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:45:24.675116 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-fe88bc7f-7a12-424b-b239-1716b001e86d req-79c914ce-aad8-4320-981c-2a762fc0f486 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Unset dirty status for tenant:92510857ca1047488f92675951404302 on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:45:24.677120 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fe88bc7f-7a12-424b-b239-1716b001e86d req-79c914ce-aad8-4320-981c-2a762fc0f486 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ef51ee-afa3-4100-9801-fd84fa281988 HTTP/1.1" status: 200  len: 945 time: 0.2658370
May 11 13:45:24.762878 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['d2636c95-ab30-40fb-add1-a514d0588642'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:45:24.832247 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fe88bc7f-7a12-424b-b239-1716b001e86d req-440c3dcf-bc0d-4b21-9a34-61311ea17d91 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1479187
May 11 13:45:25.150916 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285db40-a867-4024-9a63-7428abb9f8fe req-0328d64b-3746-41a1-9614-49aeb05a9512 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:25.162045 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a285db40-a867-4024-9a63-7428abb9f8fe req-0328d64b-3746-41a1-9614-49aeb05a9512 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.1829407
May 11 13:45:25.191441 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b75d5-dc8f-4cbf-921c-318070cb4b1f req-eafa0c3d-be82-45e5-b139-f9bf5a286dbf tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:25.208198 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-975b75d5-dc8f-4cbf-921c-318070cb4b1f req-eafa0c3d-be82-45e5-b139-f9bf5a286dbf tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 944 time: 0.4386749
May 11 13:45:25.253827 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a285db40-a867-4024-9a63-7428abb9f8fe req-0111c4bf-3e65-42a9-8561-fe846d9bb851 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0907807
May 11 13:45:25.285324 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-975b75d5-dc8f-4cbf-921c-318070cb4b1f req-a2da8daa-d2bf-4c76-ab2d-d3ffa779d3ed tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0756845
May 11 13:45:25.602279 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6faeda-758b-40ff-bac6-caba30932896 req-85241c7b-00f4-445a-8dc3-1ca14b798289 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:25.603379 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bffe5a-d095-4067-beec-bebd87ca0e45 req-0d6cab55-0faa-4323-8882-079630e3c096 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:25.604995 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c2bffe5a-d095-4067-beec-bebd87ca0e45 req-0d6cab55-0faa-4323-8882-079630e3c096 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2172fa4-211d-4bce-ad73-05188b242043 HTTP/1.1" status: 200  len: 944 time: 0.1431437
May 11 13:45:25.610204 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7f6faeda-758b-40ff-bac6-caba30932896 req-85241c7b-00f4-445a-8dc3-1ca14b798289 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.1747551
May 11 13:45:25.667588 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7f6faeda-758b-40ff-bac6-caba30932896 req-edf4b9c3-e9c9-4d68-8647-ea90eee2f642 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546033
May 11 13:45:25.674100 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c2bffe5a-d095-4067-beec-bebd87ca0e45 req-d11af95d-6376-424f-a769-7819bdf27160 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/security-groups?id=31e74f5b-58eb-4dde-8d62-e45732996f5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630853
May 11 13:45:26.069975 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7776abb-23b7-48d6-ae16-456eb0f6f94c req-d6016e72-2efd-4451-9e15-5a4e7386e996 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:26.074040 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d7776abb-23b7-48d6-ae16-456eb0f6f94c req-d6016e72-2efd-4451-9e15-5a4e7386e996 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ef51ee-afa3-4100-9801-fd84fa281988 HTTP/1.1" status: 200  len: 945 time: 0.1104779
May 11 13:45:26.150544 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d7776abb-23b7-48d6-ae16-456eb0f6f94c req-3e939374-20a1-469d-815e-d44786ab0869 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671415
May 11 13:45:26.698428 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efdeecf-290b-4df0-b9a7-c6e02b56f907 req-b7c25f1b-e5c4-417c-bd97-829a771389a7 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:26.700996 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4efdeecf-290b-4df0-b9a7-c6e02b56f907 req-b7c25f1b-e5c4-417c-bd97-829a771389a7 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.1968539
May 11 13:45:26.741913 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7428b5-f99c-4270-ae8c-80269a558456 req-09999bb3-ee98-4cb6-a326-573d41bc18a6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:26.744146 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cc7428b5-f99c-4270-ae8c-80269a558456 req-09999bb3-ee98-4cb6-a326-573d41bc18a6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 944 time: 0.2142358
May 11 13:45:26.763503 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4efdeecf-290b-4df0-b9a7-c6e02b56f907 req-0582e8ad-8725-4801-921e-8f70747e6989 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521505
May 11 13:45:26.823781 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cc7428b5-f99c-4270-ae8c-80269a558456 req-09846d0e-4637-4ee0-8095-0761d14c51c6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0668051
May 11 13:45:27.132687 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20533a6c-7ab3-4ed2-99aa-2bc89b8a60ff req-e046d481-8208-403f-8748-f3e96e73538a tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:27.135128 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-20533a6c-7ab3-4ed2-99aa-2bc89b8a60ff req-e046d481-8208-403f-8748-f3e96e73538a tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.1641445
May 11 13:45:27.144720 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4111b02-21d8-4a09-89fc-21ee5a1e6388 req-3a3972e0-8e66-4a9e-9fca-0dcfc1f7cab7 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:27.146964 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d4111b02-21d8-4a09-89fc-21ee5a1e6388 req-3a3972e0-8e66-4a9e-9fca-0dcfc1f7cab7 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2172fa4-211d-4bce-ad73-05188b242043 HTTP/1.1" status: 200  len: 944 time: 0.1370125
May 11 13:45:27.250774 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-20533a6c-7ab3-4ed2-99aa-2bc89b8a60ff req-b2b72b7f-6f1b-4ddb-84a3-5b341d8fbc9d tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016448
May 11 13:45:27.251422 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d4111b02-21d8-4a09-89fc-21ee5a1e6388 req-5e6fab9c-a3e9-4db4-a959-42111364c2d5 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/security-groups?id=31e74f5b-58eb-4dde-8d62-e45732996f5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911851
May 11 13:45:27.583648 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880b5fc-8552-47f3-8486-bca88b5e63f2 req-4c97e27a-c909-42a1-9953-7d678e15d630 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:27.585603 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b880b5fc-8552-47f3-8486-bca88b5e63f2 req-4c97e27a-c909-42a1-9953-7d678e15d630 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ef51ee-afa3-4100-9801-fd84fa281988 HTTP/1.1" status: 200  len: 945 time: 0.1925383
May 11 13:45:27.645401 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b880b5fc-8552-47f3-8486-bca88b5e63f2 req-83ecb606-6791-48c4-a9a8-cb35863f0fcd tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508749
May 11 13:45:27.982956 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed9650-afd4-4636-bd8b-c7bf1f55ac59 req-b1ef3fc9-abc6-42c5-9f20-a6629b63da53 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:27.993731 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9aed9650-afd4-4636-bd8b-c7bf1f55ac59 req-b1ef3fc9-abc6-42c5-9f20-a6629b63da53 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.0987339
May 11 13:45:28.037896 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device d2636c95-ab30-40fb-add1-a514d0588642 up at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:45:28.067193 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9aed9650-afd4-4636-bd8b-c7bf1f55ac59 req-42a3bb71-06ce-4cf7-aa5f-cc5a59cb0164 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725317
May 11 13:45:28.142283 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f0bea-cb98-47a0-8803-7235cdfadea1 req-fff0308a-f7c7-45fe-b6fb-99af29e04a2c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:28.145763 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5b5f0bea-cb98-47a0-8803-7235cdfadea1 req-fff0308a-f7c7-45fe-b6fb-99af29e04a2c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 944 time: 0.1665280
May 11 13:45:28.164462 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning for port d2636c95-ab30-40fb-add1-a514d0588642 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:45:28.173494 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning complete for port d2636c95-ab30-40fb-add1-a514d0588642 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:45:28.174113 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:28.204952 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5b5f0bea-cb98-47a0-8803-7235cdfadea1 req-1d68cd0f-8967-4ef2-ba4f-8688873e0d05 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522826
May 11 13:45:28.410645 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:28.462444 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2172fa4-211d-4bce-ad73-05188b242043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2636c95-ab30-40fb-add1-a514d0588642'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:45:28.481167 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port d2636c95-ab30-40fb-add1-a514d0588642, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d2636c95-ab30-40fb-add1-a514d0588642,segment=NetworkSegment(5b62c77f-a65c-42b5-9cc1-650e848ba5f8),segment_id=5b62c77f-a65c-42b5-9cc1-650e848ba5f8)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:45:28.495646 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:28.499760 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-34f0a832-b72a-469e-9ebc-f5a15ac98ff5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:28.575312 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcabfa-6660-4b6f-a40b-9ddb794ab837 req-8412724f-5cc1-480c-ba70-eacec06ef357 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:28.577659 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-57fcabfa-6660-4b6f-a40b-9ddb794ab837 req-8412724f-5cc1-480c-ba70-eacec06ef357 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2172fa4-211d-4bce-ad73-05188b242043 HTTP/1.1" status: 200  len: 944 time: 0.1802695
May 11 13:45:28.683982 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-57fcabfa-6660-4b6f-a40b-9ddb794ab837 req-4e03d7ed-8c2b-47b3-8bef-613e5cba1634 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/security-groups?id=31e74f5b-58eb-4dde-8d62-e45732996f5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886970
May 11 13:45:28.695325 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=d2636c95-ab30-40fb-add1-a514d0588642,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:28.706744 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:28.820104 dv-cinder-784779-11-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2172fa4-211d-4bce-ad73-05188b242043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2636c95-ab30-40fb-add1-a514d0588642', 'code': 200}
May 11 13:45:28.918861 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6b24b-0764-4b7c-971f-14d8d4aacc99 req-0b3544f9-8415-4942-a68a-6f6df385d8ed tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:28.925861 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-28e6b24b-0764-4b7c-971f-14d8d4aacc99 req-0b3544f9-8415-4942-a68a-6f6df385d8ed tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.3721585
May 11 13:45:29.028270 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-28e6b24b-0764-4b7c-971f-14d8d4aacc99 req-5953672f-e80d-48a2-ac9d-3d3df0f82d1d tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747414
May 11 13:45:29.153100 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaf2d1-e089-4ab8-9c67-fc140fd724ca req-f5ae054d-d2eb-4516-9bca-148b8c51e3d3 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:29.154640 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2fdaf2d1-e089-4ab8-9c67-fc140fd724ca req-f5ae054d-d2eb-4516-9bca-148b8c51e3d3 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ef51ee-afa3-4100-9801-fd84fa281988 HTTP/1.1" status: 200  len: 945 time: 0.1206269
May 11 13:45:29.222336 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2fdaf2d1-e089-4ab8-9c67-fc140fd724ca req-4ffb9f62-9320-4421-90f6-053e7b2e8961 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542095
May 11 13:45:29.323674 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245a2f6-46c1-4cca-a01a-c5c737d65704 req-fcaf3efb-45f8-4c70-94f5-d47852f4d333 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:29.326319 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b245a2f6-46c1-4cca-a01a-c5c737d65704 req-fcaf3efb-45f8-4c70-94f5-d47852f4d333 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.1145761
May 11 13:45:29.409692 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b245a2f6-46c1-4cca-a01a-c5c737d65704 req-9efadfb9-db1c-449f-8060-be0efa5def01 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761001
May 11 13:45:29.429365 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-3075edf5-e22c-4e9e-8924-85b64281149d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:29.488237 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095a4bf-7cb7-41dc-89e9-d17451244ac7 req-aababd43-bdd3-4420-8e6c-b19b988ef999 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:29.490481 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f095a4bf-7cb7-41dc-89e9-d17451244ac7 req-aababd43-bdd3-4420-8e6c-b19b988ef999 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 944 time: 0.1258039
May 11 13:45:29.492033 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:29.579199 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f095a4bf-7cb7-41dc-89e9-d17451244ac7 req-ccdef266-9de8-4979-b50a-9d395b938aa8 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0760028
May 11 13:45:29.957746 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6394ab8-f85b-40ce-ace1-1f2329ff065e req-639465d2-51c2-4b5a-9990-2b8d69a43d2a tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:29.961504 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e6394ab8-f85b-40ce-ace1-1f2329ff065e req-639465d2-51c2-4b5a-9990-2b8d69a43d2a tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2172fa4-211d-4bce-ad73-05188b242043 HTTP/1.1" status: 200  len: 945 time: 0.1075547
May 11 13:45:30.067823 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e6394ab8-f85b-40ce-ace1-1f2329ff065e req-3e9842c7-53a8-4523-b9d6-2159f133e7bc tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/security-groups?id=31e74f5b-58eb-4dde-8d62-e45732996f5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003191
May 11 13:45:30.357012 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617dc8a-1599-4a3d-8e18-7e514416d0fc req-b2483b6d-c941-47d6-b3ae-439bdbe7a580 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:30.358867 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6617dc8a-1599-4a3d-8e18-7e514416d0fc req-b2483b6d-c941-47d6-b3ae-439bdbe7a580 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.1425116
May 11 13:45:30.418212 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6617dc8a-1599-4a3d-8e18-7e514416d0fc req-c51e3135-3391-4f68-b1a5-bfa37d73aed5 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524428
May 11 13:45:30.459418 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a249f-6ae8-43e8-bc59-699a40e62fcc req-9b919809-fc95-4334-86a6-e7e96e86d660 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:30.460957 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d59a249f-6ae8-43e8-bc59-699a40e62fcc req-9b919809-fc95-4334-86a6-e7e96e86d660 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ef51ee-afa3-4100-9801-fd84fa281988 HTTP/1.1" status: 200  len: 945 time: 0.0905361
May 11 13:45:30.520047 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d59a249f-6ae8-43e8-bc59-699a40e62fcc req-674efdbb-28aa-42cb-ac98-f827ba901d4b tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528173
May 11 13:45:30.693479 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc4122-6b32-442d-93a1-1437d7b00401 req-9e0f9a06-0042-4dd6-b89d-83c5c031b8bf tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:30.695174 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-55dc4122-6b32-442d-93a1-1437d7b00401 req-9e0f9a06-0042-4dd6-b89d-83c5c031b8bf tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.0971150
May 11 13:45:30.761733 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-55dc4122-6b32-442d-93a1-1437d7b00401 req-64461761-8292-4e06-8420-ed655f8cd3d5 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604243
May 11 13:45:30.836975 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8507130-279a-4832-b533-b5a17e16868a req-ae6f2e78-b99e-4671-90d3-6c10fb971a44 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:30.842895 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8507130-279a-4832-b533-b5a17e16868a req-ae6f2e78-b99e-4671-90d3-6c10fb971a44 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 944 time: 0.1023793
May 11 13:45:30.910339 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8507130-279a-4832-b533-b5a17e16868a req-f3403441-8d16-480b-be4f-1354543404d7 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604322
May 11 13:45:31.251898 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6bf01-2e29-4592-9f0e-316d9c510b67 req-f6b73c32-7208-4dd4-8966-2c3aec11285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:31.253631 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-07c6bf01-2e29-4592-9f0e-316d9c510b67 req-f6b73c32-7208-4dd4-8966-2c3aec11285e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b2172fa4-211d-4bce-ad73-05188b242043 HTTP/1.1" status: 200  len: 1098 time: 0.0963531
May 11 13:45:31.319148 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69642992-252f-45dc-b263-70073cdc99e7 req-daa66067-a8b1-473c-88de-666d4b688475 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:31.320790 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-69642992-252f-45dc-b263-70073cdc99e7 req-daa66067-a8b1-473c-88de-666d4b688475 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2172fa4-211d-4bce-ad73-05188b242043 HTTP/1.1" status: 200  len: 945 time: 0.0979428
May 11 13:45:31.322243 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-07c6bf01-2e29-4592-9f0e-316d9c510b67 req-9063edf0-c93a-485c-a1d3-78da222d6fee service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=31e74f5b-58eb-4dde-8d62-e45732996f5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453510
May 11 13:45:31.371832 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-69642992-252f-45dc-b263-70073cdc99e7 req-9a0540cb-9d45-4a7f-9880-9e4123722c53 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/security-groups?id=31e74f5b-58eb-4dde-8d62-e45732996f5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447283
May 11 13:45:31.619414 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea10fe-8915-4667-bdb1-9e4310cc7c43 req-94066bd7-156d-43ed-adf9-900ece4f9333 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:31.620984 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-16ea10fe-8915-4667-bdb1-9e4310cc7c43 req-94066bd7-156d-43ed-adf9-900ece4f9333 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.0871933
May 11 13:45:31.676088 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-16ea10fe-8915-4667-bdb1-9e4310cc7c43 req-9f4a03b3-3cd6-4fdb-8ea4-a7c215b71f35 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427599
May 11 13:45:31.780736 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca8494-4643-44c7-bbc2-96175c8b4a81 req-583ef0dc-d835-4ca2-b147-3a447ae4f3b5 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:31.783246 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c6ca8494-4643-44c7-bbc2-96175c8b4a81 req-583ef0dc-d835-4ca2-b147-3a447ae4f3b5 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ef51ee-afa3-4100-9801-fd84fa281988 HTTP/1.1" status: 200  len: 945 time: 0.1413879
May 11 13:45:31.864307 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c6ca8494-4643-44c7-bbc2-96175c8b4a81 req-ca7f6211-3645-4121-8333-2fd01bbf4c8b tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711300
May 11 13:45:32.077170 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f17193-679f-4587-a84d-caa9c82de6fb req-ee7fc3cd-2e71-4897-9d8d-b7e377012356 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:32.078711 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-81f17193-679f-4587-a84d-caa9c82de6fb req-ee7fc3cd-2e71-4897-9d8d-b7e377012356 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.1710391
May 11 13:45:32.088667 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb667b07-05b7-4914-a58e-2af87024569d req-0503c794-c8fd-4328-99b1-7e262eca5d79 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:32.090439 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-eb667b07-05b7-4914-a58e-2af87024569d req-0503c794-c8fd-4328-99b1-7e262eca5d79 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.54 "GET /v2.0/ports?device_id=19ef51ee-afa3-4100-9801-fd84fa281988 HTTP/1.1" status: 200  len: 945 time: 0.1337349
May 11 13:45:32.189767 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-81f17193-679f-4587-a84d-caa9c82de6fb req-abdfb9c8-ea9f-4739-839a-d0a1e4399c0f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0981395
May 11 13:45:32.281356 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:32.303460 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-eb667b07-05b7-4914-a58e-2af87024569d req-dd969e54-db25-42bc-b3e1-3eb985af55b0 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Deleting port 7744aabf-0076-4961-babd-a232eda2ac67 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:45:32.304731 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-eb667b07-05b7-4914-a58e-2af87024569d req-dd969e54-db25-42bc-b3e1-3eb985af55b0 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:32.510017 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-2889cb5d-4b44-4c61-9b49-01db61c2763d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:32.697065 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe25c7-c72d-44d7-8e51-217e34f0d48f req-37bb5603-da81-4f78-8f4a-196e84f32ab2 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:32.698773 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7cfe25c7-c72d-44d7-8e51-217e34f0d48f req-37bb5603-da81-4f78-8f4a-196e84f32ab2 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2172fa4-211d-4bce-ad73-05188b242043 HTTP/1.1" status: 200  len: 945 time: 0.0999331
May 11 13:45:32.742822 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-eb667b07-05b7-4914-a58e-2af87024569d req-dd969e54-db25-42bc-b3e1-3eb985af55b0 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] For port 7744aabf-0076-4961-babd-a232eda2ac67, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7744aabf-0076-4961-babd-a232eda2ac67,segment=NetworkSegment(c610bf4a-eec2-4b42-8f03-c7d49a9b54e2),segment_id=c610bf4a-eec2-4b42-8f03-c7d49a9b54e2)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:45:32.743871 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-eb667b07-05b7-4914-a58e-2af87024569d req-dd969e54-db25-42bc-b3e1-3eb985af55b0 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:32.827435 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b2fc3-45bb-4650-9185-9fec6a69bce2 req-e65c83f5-9401-4120-b93e-dd5e58453580 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:32.829012 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e22b2fc3-45bb-4650-9185-9fec6a69bce2 req-e65c83f5-9401-4120-b93e-dd5e58453580 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 944 time: 0.3055403
May 11 13:45:32.835320 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7cfe25c7-c72d-44d7-8e51-217e34f0d48f req-3d56a603-20e2-4035-a0f0-a2e55cc2ee76 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/security-groups?id=31e74f5b-58eb-4dde-8d62-e45732996f5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289225
May 11 13:45:32.895178 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-eb667b07-05b7-4914-a58e-2af87024569d req-dd969e54-db25-42bc-b3e1-3eb985af55b0 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Calling delete_port for 7744aabf-0076-4961-babd-a232eda2ac67 owned by compute:nova {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:45:32.958011 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e22b2fc3-45bb-4650-9185-9fec6a69bce2 req-6078537e-34f1-4741-8f5c-3ce376c9b931 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737479
May 11 13:45:33.109725 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-eb667b07-05b7-4914-a58e-2af87024569d req-dd969e54-db25-42bc-b3e1-3eb985af55b0 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:33.117531 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-30b959ad-ec49-4674-b0c3-7ef95b36b60b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:33.125392 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38baad28-bef1-4f5d-899c-81ab4ecf1237 req-0bcfe8bb-7d12-4f6a-a647-8308769c217d tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:33.126931 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['c000ac65-a9aa-42c3-be16-e2635cb14df1', 'b09d77a6-634d-4771-a4de-848c646b93bd', '7744aabf-0076-4961-babd-a232eda2ac67'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:45:33.127487 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-38baad28-bef1-4f5d-899c-81ab4ecf1237 req-0bcfe8bb-7d12-4f6a-a647-8308769c217d tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ef51ee-afa3-4100-9801-fd84fa281988 HTTP/1.1" status: 200  len: 945 time: 0.1368299
May 11 13:45:33.168349 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd969e54-db25-42bc-b3e1-3eb985af55b0 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Pushing event deleted for resources: {'Port': ['ID=7744aabf-0076-4961-babd-a232eda2ac67,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:33.171647 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-dd969e54-db25-42bc-b3e1-3eb985af55b0 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:33.193344 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-38baad28-bef1-4f5d-899c-81ab4ecf1237 req-350ac923-c90b-4dec-a0e7-2673c5abf313 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579693
May 11 13:45:33.254155 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb667b07-05b7-4914-a58e-2af87024569d req-dd969e54-db25-42bc-b3e1-3eb985af55b0 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] No DVR routers for this DVR port 7744aabf-0076-4961-babd-a232eda2ac67 on host hv-cinder-78477 {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:45:33.257879 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-eb667b07-05b7-4914-a58e-2af87024569d req-dd969e54-db25-42bc-b3e1-3eb985af55b0 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:33.272072 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ef51ee-afa3-4100-9801-fd84fa281988', 'name': 'network-vif-deleted', 'tag': '7744aabf-0076-4961-babd-a232eda2ac67'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:45:33.281499 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-eb667b07-05b7-4914-a58e-2af87024569d req-dd969e54-db25-42bc-b3e1-3eb985af55b0 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.54 "DELETE /v2.0/ports/7744aabf-0076-4961-babd-a232eda2ac67 HTTP/1.1" status: 204  len: 173 time: 1.1758249
May 11 13:45:33.363441 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:33.376184 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ef51ee-afa3-4100-9801-fd84fa281988', 'name': 'network-vif-deleted', 'tag': '7744aabf-0076-4961-babd-a232eda2ac67', 'status': 'completed', 'code': 200}
May 11 13:45:33.482850 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac204b-865a-4fee-817b-f5fe008e4b6d req-97860592-bea6-4bbd-8ef9-57e390c43c2f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:33.484774 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-98ac204b-865a-4fee-817b-f5fe008e4b6d req-97860592-bea6-4bbd-8ef9-57e390c43c2f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.1544616
May 11 13:45:33.589548 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-98ac204b-865a-4fee-817b-f5fe008e4b6d req-f0566cb8-3aa4-4fea-9714-316fb5e2828f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0974200
May 11 13:45:34.057091 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2a7e7-87e3-483c-9652-0bfcac5c1898 req-f9fa597b-b9ed-4b10-97e0-bb65e4750a88 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:34.061399 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-81f2a7e7-87e3-483c-9652-0bfcac5c1898 req-f9fa597b-b9ed-4b10-97e0-bb65e4750a88 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2172fa4-211d-4bce-ad73-05188b242043 HTTP/1.1" status: 200  len: 945 time: 0.0916615
May 11 13:45:34.127722 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-81f2a7e7-87e3-483c-9652-0bfcac5c1898 req-287a4b1d-8119-4133-8e3e-89bea4e17eab tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/security-groups?id=31e74f5b-58eb-4dde-8d62-e45732996f5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553567
May 11 13:45:34.224357 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b085740-3fce-469f-b90f-bfb0b62abdc6 req-a21dcfbe-1726-4665-b5a7-6d6adb373129 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:34.225893 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5b085740-3fce-469f-b90f-bfb0b62abdc6 req-a21dcfbe-1726-4665-b5a7-6d6adb373129 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 944 time: 0.1134398
May 11 13:45:34.278446 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5b085740-3fce-469f-b90f-bfb0b62abdc6 req-38513b9c-6fcd-4d56-a262-6ebf53436cc1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464537
May 11 13:45:34.808581 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:34.837568 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03457d9-b4ac-43f0-a20d-760325b932e1 req-5dea585e-7ba1-4337-b4a1-5dc7f3775ed5 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:34.838552 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-b03457d9-b4ac-43f0-a20d-760325b932e1 req-5dea585e-7ba1-4337-b4a1-5dc7f3775ed5 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Synchronizing usage tracker for tenant:92510857ca1047488f92675951404302 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:45:34.860265 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-b03457d9-b4ac-43f0-a20d-760325b932e1 req-5dea585e-7ba1-4337-b4a1-5dc7f3775ed5 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Unset dirty status for tenant:92510857ca1047488f92675951404302 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:45:34.861712 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b03457d9-b4ac-43f0-a20d-760325b932e1 req-5dea585e-7ba1-4337-b4a1-5dc7f3775ed5 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=a40a2451-cab2-4f62-b814-1f3237edfde1 HTTP/1.1" status: 200  len: 946 time: 0.1477661
May 11 13:45:34.950802 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b03457d9-b4ac-43f0-a20d-760325b932e1 req-4802c790-eab1-41e9-bc1f-a646dd88e5c8 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817151
May 11 13:45:35.111380 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8c27d-8b6c-49ae-aaed-f427ed33218d req-c9d3309a-82f9-4b62-94bb-b9520c67942c tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:35.113306 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-02e8c27d-8b6c-49ae-aaed-f427ed33218d req-c9d3309a-82f9-4b62-94bb-b9520c67942c tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.1200886
May 11 13:45:35.161000 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-02e8c27d-8b6c-49ae-aaed-f427ed33218d req-27117908-0059-4354-82ee-233ffb48a420 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406694
May 11 13:45:35.508426 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a8e60-be85-4509-8e35-b317ab8f14eb req-e6653238-a25a-4095-9de7-5974a3a66581 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:35.509975 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fa3a8e60-be85-4509-8e35-b317ab8f14eb req-e6653238-a25a-4095-9de7-5974a3a66581 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 944 time: 0.0979533
May 11 13:45:35.558823 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fa3a8e60-be85-4509-8e35-b317ab8f14eb req-8d3cc466-ed1f-42d4-a5e9-6b22cce7fa2b tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425332
May 11 13:45:36.096732 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 7744aabf-0076-4961-babd-a232eda2ac67 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:45:36.140700 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] No Port match for: 7744aabf-0076-4961-babd-a232eda2ac67 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:45:36.141056 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 7744aabf-0076-4961-babd-a232eda2ac67 not bound to the agent host hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:45:36.154423 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3570d03-a0a6-4d20-ac80-17756024b252 req-e868c745-30b7-4996-909a-054704acc6a2 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:36.155924 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b3570d03-a0a6-4d20-ac80-17756024b252 req-e868c745-30b7-4996-909a-054704acc6a2 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=a40a2451-cab2-4f62-b814-1f3237edfde1 HTTP/1.1" status: 200  len: 946 time: 0.0892234
May 11 13:45:36.210789 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b3570d03-a0a6-4d20-ac80-17756024b252 req-4c066654-51b9-416b-92c4-aa62cd0e5e78 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482616
May 11 13:45:36.376590 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57496cee-6cda-4ff6-868d-0d7e71911fc2 req-d830d2d6-f528-418e-b02d-5f4a24179603 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:36.378219 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-57496cee-6cda-4ff6-868d-0d7e71911fc2 req-d830d2d6-f528-418e-b02d-5f4a24179603 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.0977805
May 11 13:45:36.425942 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-57496cee-6cda-4ff6-868d-0d7e71911fc2 req-8e0ae8e4-c8d3-4ae6-b23b-8e4003b6cf78 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411472
May 11 13:45:36.648657 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf8f9c-22a9-4533-911b-6cafa7cd3661 req-58fef7f2-ed3a-4e1d-97cd-e306f896b69c tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:36.650015 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ecbf8f9c-22a9-4533-911b-6cafa7cd3661 req-58fef7f2-ed3a-4e1d-97cd-e306f896b69c tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40a2451-cab2-4f62-b814-1f3237edfde1 HTTP/1.1" status: 200  len: 946 time: 0.0833058
May 11 13:45:36.752257 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455e0b1-9cd7-452d-9fc8-ffdfc4d7c6b0 req-0e54499a-2f5d-4e2c-8971-eb7ca6c4eefe tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:36.753669 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c455e0b1-9cd7-452d-9fc8-ffdfc4d7c6b0 req-0e54499a-2f5d-4e2c-8971-eb7ca6c4eefe tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 944 time: 0.0788679
May 11 13:45:36.798273 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-ecbf8f9c-22a9-4533-911b-6cafa7cd3661 req-90e74018-2f4a-480b-923f-4eb551ac4e54 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Deleting port b09d77a6-634d-4771-a4de-848c646b93bd {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:45:36.798615 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-ecbf8f9c-22a9-4533-911b-6cafa7cd3661 req-90e74018-2f4a-480b-923f-4eb551ac4e54 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:36.801448 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c455e0b1-9cd7-452d-9fc8-ffdfc4d7c6b0 req-517ba295-02d5-4281-b1d5-048a65e0fa58 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413439
May 11 13:45:36.953806 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-ecbf8f9c-22a9-4533-911b-6cafa7cd3661 req-90e74018-2f4a-480b-923f-4eb551ac4e54 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] For port b09d77a6-634d-4771-a4de-848c646b93bd, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b09d77a6-634d-4771-a4de-848c646b93bd,segment=NetworkSegment(c610bf4a-eec2-4b42-8f03-c7d49a9b54e2),segment_id=c610bf4a-eec2-4b42-8f03-c7d49a9b54e2)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:45:36.954115 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-ecbf8f9c-22a9-4533-911b-6cafa7cd3661 req-90e74018-2f4a-480b-923f-4eb551ac4e54 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:37.159418 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-ecbf8f9c-22a9-4533-911b-6cafa7cd3661 req-90e74018-2f4a-480b-923f-4eb551ac4e54 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Calling delete_port for b09d77a6-634d-4771-a4de-848c646b93bd owned by compute:nova {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:45:37.280686 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-ecbf8f9c-22a9-4533-911b-6cafa7cd3661 req-90e74018-2f4a-480b-923f-4eb551ac4e54 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:37.286782 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-25185a83-26a9-4b31-8c7a-b6864d7c417b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:37.296678 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['c000ac65-a9aa-42c3-be16-e2635cb14df1', 'b09d77a6-634d-4771-a4de-848c646b93bd'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:45:37.379490 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e74018-2f4a-480b-923f-4eb551ac4e54 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Pushing event deleted for resources: {'Port': ['ID=b09d77a6-634d-4771-a4de-848c646b93bd,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:37.382381 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-90e74018-2f4a-480b-923f-4eb551ac4e54 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:37.422115 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-17ad43e4-b888-4ca6-bbb4-8a5d3dabe30b req-c9336362-fade-47be-9c4c-4e1c63804c09 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=a40a2451-cab2-4f62-b814-1f3237edfde1 HTTP/1.1" status: 200  len: 210 time: 0.0863366
May 11 13:45:37.471885 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbf8f9c-22a9-4533-911b-6cafa7cd3661 req-90e74018-2f4a-480b-923f-4eb551ac4e54 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] No DVR routers for this DVR port b09d77a6-634d-4771-a4de-848c646b93bd on host hv-cinder-78477 {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:45:37.474810 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-ecbf8f9c-22a9-4533-911b-6cafa7cd3661 req-90e74018-2f4a-480b-923f-4eb551ac4e54 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:37.480150 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40a2451-cab2-4f62-b814-1f3237edfde1', 'name': 'network-vif-deleted', 'tag': 'b09d77a6-634d-4771-a4de-848c646b93bd'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:45:37.502516 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ecbf8f9c-22a9-4533-911b-6cafa7cd3661 req-90e74018-2f4a-480b-923f-4eb551ac4e54 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.54 "DELETE /v2.0/ports/b09d77a6-634d-4771-a4de-848c646b93bd HTTP/1.1" status: 204  len: 173 time: 0.8464696
May 11 13:45:37.541237 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40a2451-cab2-4f62-b814-1f3237edfde1', 'name': 'network-vif-deleted', 'tag': 'b09d77a6-634d-4771-a4de-848c646b93bd', 'status': 'completed', 'code': 200}
May 11 13:45:37.650229 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29de91c-2ca9-4ef8-941f-7a9f34e81991 req-563262aa-fe3e-4b02-87a6-7bdc6faed68c tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:37.651769 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a29de91c-2ca9-4ef8-941f-7a9f34e81991 req-563262aa-fe3e-4b02-87a6-7bdc6faed68c tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.0893304
May 11 13:45:37.701865 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a29de91c-2ca9-4ef8-941f-7a9f34e81991 req-8ce349e7-5919-425d-9cab-49d60759b14b tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437791
May 11 13:45:38.011826 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798198d-5e23-4c39-8fa6-8ef889afceea req-f0886870-5533-4fda-b9b4-2161b00ee624 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:38.013367 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5798198d-5e23-4c39-8fa6-8ef889afceea req-f0886870-5533-4fda-b9b4-2161b00ee624 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 944 time: 0.0896223
May 11 13:45:38.061870 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5798198d-5e23-4c39-8fa6-8ef889afceea req-77d1f737-6982-4806-85ad-d7df07246919 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427208
May 11 13:45:38.908571 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0690706-925b-4ab3-9266-028962ead029 req-99036aaf-c000-48bf-9f89-10cdb485cc34 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:38.910254 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f0690706-925b-4ab3-9266-028962ead029 req-99036aaf-c000-48bf-9f89-10cdb485cc34 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.0942233
May 11 13:45:38.961419 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f0690706-925b-4ab3-9266-028962ead029 req-2d15aa25-8db3-4896-85cc-674b1b3fbca6 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447652
May 11 13:45:39.287602 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9a783-3206-4784-b6a2-4a726a69321c req-ccbb5f44-ec35-4f83-8b8f-1aa305916b68 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:39.289406 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7be9a783-3206-4784-b6a2-4a726a69321c req-ccbb5f44-ec35-4f83-8b8f-1aa305916b68 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 944 time: 0.1002002
May 11 13:45:39.357567 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7be9a783-3206-4784-b6a2-4a726a69321c req-80a52768-24bf-4b97-924f-25bff384609c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600114
May 11 13:45:39.909977 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a99d8-92d0-4722-813a-41e1c413ef7e req-dfe882e8-2cb1-4444-a67d-f69a20a87973 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:39.912195 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-358a99d8-92d0-4722-813a-41e1c413ef7e req-dfe882e8-2cb1-4444-a67d-f69a20a87973 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 945 time: 0.0964580
May 11 13:45:39.968030 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-358a99d8-92d0-4722-813a-41e1c413ef7e req-ccfc771c-4a8e-4e8f-a8d8-e9744f4029fe tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497403
May 11 13:45:40.003751 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 46714) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:45:40.105194 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device ca95605f-3f90-413f-ad05-4995af8bb8f0 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 11 13:45:40.234651 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b859c118-bebd-4cc9-afd9-1442e32fa97a tempest-TestMinimumBasicScenario-520042697 tempest-TestMinimumBasicScenario-520042697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:40.243034 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 46726) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:45:40.244111 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-b859c118-bebd-4cc9-afd9-1442e32fa97a tempest-TestMinimumBasicScenario-520042697 tempest-TestMinimumBasicScenario-520042697-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 1093 time: 0.2385390
May 11 13:45:40.255369 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Request body: {'floatingip': {'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'port_id': '07e502bc-d319-49da-9e1f-f85bafa59bf1', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:45:40.284960 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port ca95605f-3f90-413f-ad05-4995af8bb8f0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ca95605f-3f90-413f-ad05-4995af8bb8f0,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:45:40.285294 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:45:40.306748 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Usage tracker for resource:floatingip and tenant:87061cce8d8647f28b362c421c9446b9 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:45:40.316803 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:45:40.319600 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Returning: {'device': 'ca95605f-3f90-413f-ad05-4995af8bb8f0', 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'port_id': 'ca95605f-3f90-413f-ad05-4995af8bb8f0', 'mac_address': 'fa:16:3e:88:dd:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 11 13:45:40.324677 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:45:40.337319 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-700f2115-27c0-4a77-a0d5-86d3ab64c58b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Synchronizing usage tracker for tenant:d185725581a24febb7946b4a64c64b41 on resource:security_group {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:45:40.344276 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for floatingip, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:40.393243 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:40.407742 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c1e00-a469-48c4-85c8-34c02ea99e0a req-d813ad34-8e16-4b47-a552-c3cf0692f06f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:40.412814 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fe1c1e00-a469-48c4-85c8-34c02ea99e0a req-d813ad34-8e16-4b47-a552-c3cf0692f06f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.1665215
May 11 13:45:40.413703 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca95605f-3f90-413f-ad05-4995af8bb8f0 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:45:40.431086 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port ca95605f-3f90-413f-ad05-4995af8bb8f0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ca95605f-3f90-413f-ad05-4995af8bb8f0,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:45:40.435410 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-700f2115-27c0-4a77-a0d5-86d3ab64c58b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Unset dirty status for tenant:d185725581a24febb7946b4a64c64b41 on resource:security_group {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:45:40.440583 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:40.442890 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-4e4bd09b-9798-428c-aae6-e851eb36b5cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:40.445639 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-700f2115-27c0-4a77-a0d5-86d3ab64c58b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2143221821&fields=id&tenant_id=d185725581a24febb7946b4a64c64b41 HTTP/1.1" status: 200  len: 267 time: 0.1853020
May 11 13:45:40.498404 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fe1c1e00-a469-48c4-85c8-34c02ea99e0a req-7bfc9623-a78b-41a9-90c4-826beb8b3c52 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0823548
May 11 13:45:40.522355 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=ca95605f-3f90-413f-ad05-4995af8bb8f0,revision_number=9']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:40.533348 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:40.643504 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-e6909281-2d74-44ff-9670-e5ef3b1b8619 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:40.644217 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-e6909281-2d74-44ff-9670-e5ef3b1b8619 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Synchronizing usage tracker for tenant:d185725581a24febb7946b4a64c64b41 on resource:network {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:45:40.682148 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-e6909281-2d74-44ff-9670-e5ef3b1b8619 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Unset dirty status for tenant:d185725581a24febb7946b4a64c64b41 on resource:network {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:45:40.683344 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-e6909281-2d74-44ff-9670-e5ef3b1b8619 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/networks?id=fd97d37a-0667-4ddc-b6b6-37157baca3ab HTTP/1.1" status: 200  len: 812 time: 0.2368691
May 11 13:45:40.708384 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-e402010b-22b4-4545-bfd7-eaece1ed63a0 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/quotas/d185725581a24febb7946b4a64c64b41 HTTP/1.1" status: 200  len: 375 time: 0.0133297
May 11 13:45:40.710527 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:40.727625 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a155d-ebd2-4d9f-b71e-d43532dc83a2 req-bfe0bd93-f13c-4587-a5a8-fa1f8c0ddb71 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:40.729389 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e95a155d-ebd2-4d9f-b71e-d43532dc83a2 req-bfe0bd93-f13c-4587-a5a8-fa1f8c0ddb71 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=d89adeec-1d82-4830-b251-02adb74998ea HTTP/1.1" status: 200  len: 946 time: 0.1015129
May 11 13:45:40.782297 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e95a155d-ebd2-4d9f-b71e-d43532dc83a2 req-b9446270-369f-403c-b7da-dce381d771a9 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424349
May 11 13:45:40.850528 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['ca95605f-3f90-413f-ad05-4995af8bb8f0'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:45:40.935749 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-7029da6f-bcf5-492e-9d2b-28e54ff700df tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Synchronizing usage tracker for tenant:d185725581a24febb7946b4a64c64b41 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:45:40.973528 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-7029da6f-bcf5-492e-9d2b-28e54ff700df tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Unset dirty status for tenant:d185725581a24febb7946b4a64c64b41 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:45:40.975661 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-7029da6f-bcf5-492e-9d2b-28e54ff700df tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d185725581a24febb7946b4a64c64b41&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2218995
May 11 13:45:40.986294 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Allocated IP 172.27.1.231 (e051f2fa-e4f7-48f8-93ce-58e38fee5eb4/218716c0-958e-4312-849b-6a79832afb0f/8acc8d6d-870d-4beb-85a2-17be320d3b92) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:45:41.000822 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff07842-f110-4676-8d55-7920359a6f6d req-d7795fc0-9ef3-4006-af83-30094d1e3b90 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:41.002673 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dff07842-f110-4676-8d55-7920359a6f6d req-d7795fc0-9ef3-4006-af83-30094d1e3b90 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 945 time: 0.1048846
May 11 13:45:41.060119 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dff07842-f110-4676-8d55-7920359a6f6d req-18565157-63b6-48f6-891b-89c9e0d93c48 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499756
May 11 13:45:41.237868 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-a30d82ed-1718-4942-b05d-6bed89622bfc service neutron] 10.222.0.48 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2444861
May 11 13:45:41.286676 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:41.413391 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-03769f40-6fdc-419c-b597-cd0050aa9a8c service neutron] 10.222.0.48 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1612034
May 11 13:45:41.422119 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:41.427051 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-0fa5d8e6-6fa6-411b-bc8a-35d400bcb8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:41.570140 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:45:41.584215 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:45:41.588493 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:45:41.642215 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Pushing event updated for resources: {'Port': ['ID=8acc8d6d-870d-4beb-85a2-17be320d3b92,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:41.646786 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:41.892308 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6e8ee-180a-4c9b-b736-65b95db11dd6 req-bbc2294b-d2a5-4592-b660-847eb568e806 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:41.903522 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f6b6e8ee-180a-4c9b-b736-65b95db11dd6 req-bbc2294b-d2a5-4592-b660-847eb568e806 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.1547771
May 11 13:45:41.990524 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f6b6e8ee-180a-4c9b-b736-65b95db11dd6 req-b9489c99-c92c-4e80-8257-18e6caf18495 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0858946
May 11 13:45:42.122253 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5afd6cd4-2610-4af0-8d4a-91da10a669b4 req-b7437dd9-f8bf-4def-a89b-f8d48121e1c6 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d HTTP/1.1" status: 200  len: 210 time: 0.0650704
May 11 13:45:42.128654 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device ca95605f-3f90-413f-ad05-4995af8bb8f0 up at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:45:42.219803 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning complete for port ca95605f-3f90-413f-ad05-4995af8bb8f0 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:45:42.220332 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:42.335386 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ce50c-82f5-488d-a290-87d3b967f094 req-90723287-4ddc-497f-b140-4fad8e03f115 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:42.336158 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-1f6ce50c-82f5-488d-a290-87d3b967f094 req-90723287-4ddc-497f-b140-4fad8e03f115 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Synchronizing usage tracker for tenant:92510857ca1047488f92675951404302 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:45:42.342080 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3fb1f-5246-4063-b5de-eabb09c9fe89 req-26d6c987-880f-4289-8d2e-42f756e79e5d tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:42.343707 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bac3fb1f-5246-4063-b5de-eabb09c9fe89 req-26d6c987-880f-4289-8d2e-42f756e79e5d tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 945 time: 0.0857623
May 11 13:45:42.369613 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-1f6ce50c-82f5-488d-a290-87d3b967f094 req-90723287-4ddc-497f-b140-4fad8e03f115 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Unset dirty status for tenant:92510857ca1047488f92675951404302 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:45:42.370772 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1f6ce50c-82f5-488d-a290-87d3b967f094 req-90723287-4ddc-497f-b140-4fad8e03f115 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=d89adeec-1d82-4830-b251-02adb74998ea HTTP/1.1" status: 200  len: 946 time: 0.3076241
May 11 13:45:42.375862 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:42.404663 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:42.408778 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bac3fb1f-5246-4063-b5de-eabb09c9fe89 req-cd97e13a-5250-4649-868d-5a555bf226c8 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582643
May 11 13:45:42.444809 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b23954-ed6f-4c8d-a528-77250981ce80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca95605f-3f90-413f-ad05-4995af8bb8f0'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:45:42.456276 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port ca95605f-3f90-413f-ad05-4995af8bb8f0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ca95605f-3f90-413f-ad05-4995af8bb8f0,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:45:42.461520 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:42.462670 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device b09d77a6-634d-4771-a4de-848c646b93bd no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:45:42.499223 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:42.536312 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1f6ce50c-82f5-488d-a290-87d3b967f094 req-9c51b6e7-18e7-4857-ae50-5c3ab2ea5f4c tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/security-groups?id=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229184
May 11 13:45:42.577362 dv-cinder-784779-11-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b23954-ed6f-4c8d-a528-77250981ce80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca95605f-3f90-413f-ad05-4995af8bb8f0', 'code': 200}
May 11 13:45:42.585906 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] No Port match for: b09d77a6-634d-4771-a4de-848c646b93bd {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:45:42.586458 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device b09d77a6-634d-4771-a4de-848c646b93bd not bound to the agent host hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:45:42.615988 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=ca95605f-3f90-413f-ad05-4995af8bb8f0,revision_number=10']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:42.620139 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:42.633023 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:42.679803 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08879256-1cca-47f4-a2d0-073a7266a37b req-5d3990e5-76db-4bd1-a77e-a2b99bf4a3e9 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:42.681302 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-08879256-1cca-47f4-a2d0-073a7266a37b req-5d3990e5-76db-4bd1-a77e-a2b99bf4a3e9 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.54 "GET /v2.0/ports?device_id=d89adeec-1d82-4830-b251-02adb74998ea HTTP/1.1" status: 200  len: 946 time: 0.2695625
May 11 13:45:42.961286 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-08879256-1cca-47f4-a2d0-073a7266a37b req-cab4f28a-965b-4499-8f8f-df68bd1e232c tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Deleting port c000ac65-a9aa-42c3-be16-e2635cb14df1 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:45:42.962260 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-08879256-1cca-47f4-a2d0-073a7266a37b req-cab4f28a-965b-4499-8f8f-df68bd1e232c tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:43.102554 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-08879256-1cca-47f4-a2d0-073a7266a37b req-cab4f28a-965b-4499-8f8f-df68bd1e232c tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] For port c000ac65-a9aa-42c3-be16-e2635cb14df1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c000ac65-a9aa-42c3-be16-e2635cb14df1,segment=NetworkSegment(c610bf4a-eec2-4b42-8f03-c7d49a9b54e2),segment_id=c610bf4a-eec2-4b42-8f03-c7d49a9b54e2)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:45:43.103201 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-08879256-1cca-47f4-a2d0-073a7266a37b req-cab4f28a-965b-4499-8f8f-df68bd1e232c tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:43.236816 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe391491-a79e-4a4d-a37a-e1919ee87a7d req-eff82ea9-da4c-4857-a8b0-6e0b173186d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:43.249866 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fe391491-a79e-4a4d-a37a-e1919ee87a7d req-eff82ea9-da4c-4857-a8b0-6e0b173186d7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 1100 time: 0.0951805
May 11 13:45:43.299944 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fe391491-a79e-4a4d-a37a-e1919ee87a7d req-78b33fac-65f6-404e-9531-c2386a6dff2b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482183
May 11 13:45:43.330016 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-08879256-1cca-47f4-a2d0-073a7266a37b req-cab4f28a-965b-4499-8f8f-df68bd1e232c tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Calling delete_port for c000ac65-a9aa-42c3-be16-e2635cb14df1 owned by compute:nova {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:45:43.333927 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.db.resource_extend [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 11 13:45:43.384590 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7c70e2bd-0eeb-41b5-aeec-66a7fb6bac16 req-0bb96e26-6222-4488-baad-cdfcea8f8eb6 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d HTTP/1.1" status: 200  len: 210 time: 0.0439811
May 11 13:45:43.385621 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:43.396388 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:43.402859 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-90e74018-2f4a-480b-923f-4eb551ac4e54 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:43.532156 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Pushing event updated for resources: {'Port': ['ID=8acc8d6d-870d-4beb-85a2-17be320d3b92,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:43.561373 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:45:43.561819 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:45:43.562132 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:45:43.562497 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:45:43.562853 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:45:43.563209 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:45:43.563582 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:45:43.563939 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:45:43.564358 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:45:43.564671 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:45:43.565021 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:45:43.565373 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:45:43.574075 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:43.581715 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709941'] for floatingip, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:43.644545 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:45:43.732288 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea8ddd-18ad-4f38-97e1-176cf155e309 req-5fcce749-8e9b-4857-a6a2-c214ff10de66 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:43.733777 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-eeea8ddd-18ad-4f38-97e1-176cf155e309 req-5fcce749-8e9b-4857-a6a2-c214ff10de66 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.4119008
May 11 13:45:43.755220 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-0b12cda7-dab2-4bd8-bc98-dd0409ec78b1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:43.756673 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-0b12cda7-dab2-4bd8-bc98-dd0409ec78b1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.54 "GET /v2.0/networks?id=fd97d37a-0667-4ddc-b6b6-37157baca3ab HTTP/1.1" status: 200  len: 812 time: 0.3451753
May 11 13:45:43.791648 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552723dc-492b-411e-be40-9aaad2f28a91 req-5968d161-c3bc-4db3-a4ac-f086d7962e8d tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:43.793201 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-552723dc-492b-411e-be40-9aaad2f28a91 req-5968d161-c3bc-4db3-a4ac-f086d7962e8d tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 945 time: 0.2646017
May 11 13:45:43.840520 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-19d30e74-6e61-4282-b6bf-254cfe4333e6 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d185725581a24febb7946b4a64c64b41 HTTP/1.1" status: 200  len: 380 time: 0.0743847
May 11 13:45:43.858001 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-67c9c044-06be-41e3-8ddd-494b235243fd tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Request body: {'port': {'device_id': '6a19aefa-5cb6-4074-926c-26243c5a8b6d', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'admin_state_up': True, 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'security_groups': ['f811aa49-2751-416b-a828-50ec67c1a418']}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:45:43.860590 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-eeea8ddd-18ad-4f38-97e1-176cf155e309 req-c557255b-e949-4c91-b537-fa5070157b3b tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0931587
May 11 13:45:43.861188 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-08879256-1cca-47f4-a2d0-073a7266a37b req-cab4f28a-965b-4499-8f8f-df68bd1e232c tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:43.869324 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-82028714-9a2d-4f0c-8bda-cd66788a093a tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:43.880158 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['c000ac65-a9aa-42c3-be16-e2635cb14df1'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:45:43.930035 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4f28a-965b-4499-8f8f-df68bd1e232c tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Pushing event deleted for resources: {'Port': ['ID=c000ac65-a9aa-42c3-be16-e2635cb14df1,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:43.932295 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.db.l3_db [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Floating IP 2a79e52e-a6e8-4581-b618-0c7174d97473 associated. External IP: 172.27.1.231, port: 07e502bc-d319-49da-9e1f-f85bafa59bf1.
May 11 13:45:43.948795 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-552723dc-492b-411e-be40-9aaad2f28a91 req-e7d1b7a9-2848-4adc-9696-547372668874 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392565
May 11 13:45:43.985094 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-cab4f28a-965b-4499-8f8f-df68bd1e232c tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:44.064825 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-67c9c044-06be-41e3-8ddd-494b235243fd tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:45:44.119453 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-81e288ac-1216-4eb5-a4eb-37dd0e850088 req-3559295b-860f-4e59-86c3-92d02370f026 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.48 "GET /v2.0/ports?device_id=d89adeec-1d82-4830-b251-02adb74998ea HTTP/1.1" status: 200  len: 210 time: 0.0561762
May 11 13:45:44.120347 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-67c9c044-06be-41e3-8ddd-494b235243fd tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:45:44.135446 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-67c9c044-06be-41e3-8ddd-494b235243fd tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Made reservation on behalf of d185725581a24febb7946b4a64c64b41 for: {'port': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:45:44.139878 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-67c9c044-06be-41e3-8ddd-494b235243fd tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:44.173412 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-08879256-1cca-47f4-a2d0-073a7266a37b req-cab4f28a-965b-4499-8f8f-df68bd1e232c tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] No DVR routers for this DVR port c000ac65-a9aa-42c3-be16-e2635cb14df1 on host hv-cinder-78477 {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:45:44.178495 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-08879256-1cca-47f4-a2d0-073a7266a37b req-cab4f28a-965b-4499-8f8f-df68bd1e232c tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:44.181087 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89adeec-1d82-4830-b251-02adb74998ea', 'name': 'network-vif-deleted', 'tag': 'c000ac65-a9aa-42c3-be16-e2635cb14df1'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:45:44.235337 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-08879256-1cca-47f4-a2d0-073a7266a37b req-cab4f28a-965b-4499-8f8f-df68bd1e232c tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] 10.222.0.54 "DELETE /v2.0/ports/c000ac65-a9aa-42c3-be16-e2635cb14df1 HTTP/1.1" status: 204  len: 173 time: 1.5437315
May 11 13:45:44.314686 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89adeec-1d82-4830-b251-02adb74998ea', 'name': 'network-vif-deleted', 'tag': 'c000ac65-a9aa-42c3-be16-e2635cb14df1', 'status': 'completed', 'code': 200}
May 11 13:45:44.361163 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-67c9c044-06be-41e3-8ddd-494b235243fd tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Allocated IP 172.20.0.13 (fd97d37a-0667-4ddc-b6b6-37157baca3ab/eff3406f-1fd8-4742-aa2f-78f38079d01b/3e84ac36-b98b-4401-b3da-d4aacb89094f) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:45:44.405918 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259e8b3-8161-4ebd-90be-a8d9dc450e03 req-d2eb54ee-52ec-4d06-a2a6-8cbd09ae2d1a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:44.413340 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8259e8b3-8161-4ebd-90be-a8d9dc450e03 req-d2eb54ee-52ec-4d06-a2a6-8cbd09ae2d1a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 947 time: 0.3297446
May 11 13:45:44.488591 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8259e8b3-8161-4ebd-90be-a8d9dc450e03 req-9df4e6d9-d906-4a2c-81d0-8b7e043a3010 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739670
May 11 13:45:44.541853 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Router 87a939d5-6718-4ee5-999d-71b341a709b3 has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:45:44.656841 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1d8d1194-7ba2-429c-8839-b81bfd3acaff req-93594117-a1a6-430c-be5b-c5cab87666ba tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d HTTP/1.1" status: 200  len: 210 time: 0.0713062
May 11 13:45:44.755705 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-67c9c044-06be-41e3-8ddd-494b235243fd tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:44.776534 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-67c9c044-06be-41e3-8ddd-494b235243fd tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Transition to ACTIVE for port object 3e84ac36-b98b-4401-b3da-d4aacb89094f will not be triggered until provisioned by entity DHCP. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:45:44.812297 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-67c9c044-06be-41e3-8ddd-494b235243fd tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2100528'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:44.822336 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-55c0aefd-48e5-4258-bb66-fe57a75f23ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:44.896475 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-67c9c044-06be-41e3-8ddd-494b235243fd tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Network fd97d37a-0667-4ddc-b6b6-37157baca3ab is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:45:44.899823 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-67c9c044-06be-41e3-8ddd-494b235243fd tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:45:44.904027 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-67c9c044-06be-41e3-8ddd-494b235243fd tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:45:44.920559 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:45:44.934760 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310172bf-aabf-42b4-ac64-38fbf7dbacdb None None] Sync routers for ids ['87a939d5-6718-4ee5-999d-71b341a709b3'] in dv-cinder-784779-11-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:45:44.953756 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for floatingip, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:44.954896 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9c044-06be-41e3-8ddd-494b235243fd tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Pushing event updated for resources: {'Port': ['ID=3e84ac36-b98b-4401-b3da-d4aacb89094f,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:44.968213 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-67c9c044-06be-41e3-8ddd-494b235243fd tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:44.973204 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310172bf-aabf-42b4-ac64-38fbf7dbacdb None None] Routers {'87a939d5-6718-4ee5-999d-71b341a709b3'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:45:44.974343 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-310172bf-aabf-42b4-ac64-38fbf7dbacdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9d7ac40>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:45:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['87a939d5-6718-4ee5-999d-71b341a709b3'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:45:45.062267 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.8177288
May 11 13:45:45.068903 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-67c9c044-06be-41e3-8ddd-494b235243fd tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:45.069604 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-67c9c044-06be-41e3-8ddd-494b235243fd tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:45.078347 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 46830) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:45:45.095284 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-3b8ad1ec-4734-409c-ba91-65a15696ef21 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1546727182', 'description': 'tempest-secgroup-smoke-1546727182 description', 'project_id': '87061cce8d8647f28b362c421c9446b9'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:45:45.136997 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-67c9c044-06be-41e3-8ddd-494b235243fd tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2843533
May 11 13:45:45.158165 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-a138d0d5-c6b1-4ec7-a9b6-7ab1a38eb475 service neutron] Request body: {'port': {'device_id': '6a19aefa-5cb6-4074-926c-26243c5a8b6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:45:45.231331 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-3b8ad1ec-4734-409c-ba91-65a15696ef21 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:45:45.240132 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-310172bf-aabf-42b4-ac64-38fbf7dbacdb None None] Set router 87a939d5-6718-4ee5-999d-71b341a709b3 gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:45:45.282991 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-3b8ad1ec-4734-409c-ba91-65a15696ef21 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:45:45.346074 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3b8ad1ec-4734-409c-ba91-65a15696ef21 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:45.398776 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-243df763-366f-4dd0-8205-afc79ea8aaf5 None None] Provisioning for port 3e84ac36-b98b-4401-b3da-d4aacb89094f completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:45:45.409912 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-243df763-366f-4dd0-8205-afc79ea8aaf5 None None] Provisioning complete for port 3e84ac36-b98b-4401-b3da-d4aacb89094f triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:45:45.411422 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-243df763-366f-4dd0-8205-afc79ea8aaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:45.415852 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-3b8ad1ec-4734-409c-ba91-65a15696ef21 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:45:45.429618 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ecbc3c-5844-4b32-9b1c-bcdb5987e538 req-8aaa6e02-a798-41df-9096-33d790a906f8 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:45.449372 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e4ecbc3c-5844-4b32-9b1c-bcdb5987e538 req-8aaa6e02-a798-41df-9096-33d790a906f8 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.3271337
May 11 13:45:45.499383 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-a138d0d5-c6b1-4ec7-a9b6-7ab1a38eb475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:45.533359 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9cc08-e2b6-47ec-bcc9-4d08e4bbd8bf req-c6f99c3c-4711-48a4-b4fd-c76ae7f07f34 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:45.542690 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0eb9cc08-e2b6-47ec-bcc9-4d08e4bbd8bf req-c6f99c3c-4711-48a4-b4fd-c76ae7f07f34 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 945 time: 0.3147748
May 11 13:45:45.556414 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-3b8ad1ec-4734-409c-ba91-65a15696ef21 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Usage tracker for resource:security_group_rule and tenant:87061cce8d8647f28b362c421c9446b9 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:45:45.598158 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-3b8ad1ec-4734-409c-ba91-65a15696ef21 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:45:45.633217 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-3b8ad1ec-4734-409c-ba91-65a15696ef21 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:45:45.640080 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-243df763-366f-4dd0-8205-afc79ea8aaf5 None None] Port 3e84ac36-b98b-4401-b3da-d4aacb89094f cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 11 13:45:45.649846 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e4ecbc3c-5844-4b32-9b1c-bcdb5987e538 req-eb8f8828-f07a-4d32-9097-56ebd3184e59 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1936026
May 11 13:45:45.664289 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0eb9cc08-e2b6-47ec-bcc9-4d08e4bbd8bf req-76a6dba3-2b7d-493e-b4be-730d65f2aa12 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204908
May 11 13:45:45.763977 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-310172bf-aabf-42b4-ac64-38fbf7dbacdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9d7ac40>, [{'id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'name': 'tempest-TestMinimumBasicScenario-1183714021-router', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bb8471a7-fbf7-4942-bb4a-081a30bee2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:43:39Z', 'updated_at': '2021-05-11T13:43:46Z', 'revision_number': 4, 'project_id': '87061cce8d8647f28b362c421c9446b9', 'gw_port': {'id': 'bb8471a7-fbf7-4942-bb4a-081a30bee2a7', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:40Z', 'updated_at': '2021-05-11T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_floatingips': [{'id': '2a79e52e-a6e8-4581-b618-0c7174d97473', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'port_id': '07e502bc-d319-49da-9e1f-f85bafa59bf1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e423f0-92f2-4643-a2c6-7172377b9fe5', 'mac_address': 'fa:16:3e:7c:f7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67e1e50-abcc-4152-ba4d-9f806630b6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:45:42Z', 'updated_at': '2021-05-11T13:45:42Z', 'revision_number': 0, 'project_id': '87061cce8d8647f28b362c421c9446b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dfd94df-6ef7-4075-be8c-c957b5212c3a', 'name': '', 'network_id': 'a8e423f0-92f2-4643-a2c6-7172377b9fe5', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'mac_address': 'fa:16:3e:42:c5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8e38d038-9b08-4d23-a16c-0e5d423f37b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:45Z', 'updated_at': '2021-05-11T13:43:57Z', 'revision_number': 5, 'project_id': '87061cce8d8647f28b362c421c9446b9', 'subnets': [{'id': '8e38d038-9b08-4d23-a16c-0e5d423f37b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:45:45.770416 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310172bf-aabf-42b4-ac64-38fbf7dbacdb None None] Checking router: 87a939d5-6718-4ee5-999d-71b341a709b3 for host: dv-cinder-784779-11-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:45:45.787060 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310172bf-aabf-42b4-ac64-38fbf7dbacdb None None] Routers {'87a939d5-6718-4ee5-999d-71b341a709b3'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:45:45.788945 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-310172bf-aabf-42b4-ac64-38fbf7dbacdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9d7ac40>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:45:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['87a939d5-6718-4ee5-999d-71b341a709b3'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:45:45.810165 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 46842) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:45:45.916400 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3b8ad1ec-4734-409c-ba91-65a15696ef21 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:45.965340 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3b8ad1ec-4734-409c-ba91-65a15696ef21 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:45.976726 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-a817e9f1-6d1c-4134-b719-61435b269939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:46.034053 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-310172bf-aabf-42b4-ac64-38fbf7dbacdb None None] Set router 87a939d5-6718-4ee5-999d-71b341a709b3 gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:45:46.037024 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_v2 [None req-55fe21fa-cd50-4b79-a009-0ba6ef5d841c admin admin] Deleting subnet 7d76bbac-8265-42c9-b0ff-de76986a4e85 {{(pid=78702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 11 13:45:46.048220 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-55fe21fa-cd50-4b79-a009-0ba6ef5d841c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:46.081566 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ad1ec-4734-409c-ba91-65a15696ef21 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01edf033-b90f-442d-9f9d-825b322cc78f,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:46.087220 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9e810-013e-484b-b0da-a67df11d8e40 req-30819811-a5ac-4e4f-9647-7c555323f22a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:46.088448 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a1d9e810-013e-484b-b0da-a67df11d8e40 req-30819811-a5ac-4e4f-9647-7c555323f22a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 947 time: 0.1865482
May 11 13:45:46.089898 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3b8ad1ec-4734-409c-ba91-65a15696ef21 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:46.090648 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3b8ad1ec-4734-409c-ba91-65a15696ef21 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:46.091881 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-3b8ad1ec-4734-409c-ba91-65a15696ef21 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 1.0112340
May 11 13:45:46.097192 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 46846) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:45:46.103893 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-ba15e448-e7af-45bd-902c-89eba1b19fe5 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Request body: {'security_group_rule': {'security_group_id': '01edf033-b90f-442d-9f9d-825b322cc78f', 'project_id': '87061cce8d8647f28b362c421c9446b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:45:46.126431 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-55fe21fa-cd50-4b79-a009-0ba6ef5d841c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143158'] for subnet, precommit_delete_associations {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:46.128000 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-a138d0d5-c6b1-4ec7-a9b6-7ab1a38eb475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e84ac36-b98b-4401-b3da-d4aacb89094f {{(pid=78703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:45:46.133192 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-ba15e448-e7af-45bd-902c-89eba1b19fe5 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:45:46.141055 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device c000ac65-a9aa-42c3-be16-e2635cb14df1 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:45:46.145350 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-ba15e448-e7af-45bd-902c-89eba1b19fe5 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Usage tracker for resource:security_group_rule and tenant:87061cce8d8647f28b362c421c9446b9 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:45:46.151501 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-a138d0d5-c6b1-4ec7-a9b6-7ab1a38eb475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:46.154093 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-ba15e448-e7af-45bd-902c-89eba1b19fe5 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:45:46.173795 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-ba15e448-e7af-45bd-902c-89eba1b19fe5 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:45:46.192620 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-a138d0d5-c6b1-4ec7-a9b6-7ab1a38eb475 service neutron] Transition to ACTIVE for port object 3e84ac36-b98b-4401-b3da-d4aacb89094f will not be triggered until provisioned by entity L2. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:45:46.201424 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a1d9e810-013e-484b-b0da-a67df11d8e40 req-54b506c4-0a57-4a94-bdc4-318aaa65b927 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1014001
May 11 13:45:46.203217 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-a138d0d5-c6b1-4ec7-a9b6-7ab1a38eb475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2100521'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:46.207536 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:46.218652 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] No Port match for: c000ac65-a9aa-42c3-be16-e2635cb14df1 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:45:46.228090 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device c000ac65-a9aa-42c3-be16-e2635cb14df1 not bound to the agent host hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:45:46.259182 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1251adf-8a10-4066-ae5f-3df5db574e90 req-7ac636f1-d776-4292-bd91-44a276dbf580 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:46.268437 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e1251adf-8a10-4066-ae5f-3df5db574e90 req-7ac636f1-d776-4292-bd91-44a276dbf580 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d HTTP/1.1" status: 200  len: 932 time: 0.3507934
May 11 13:45:46.291060 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ba15e448-e7af-45bd-902c-89eba1b19fe5 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:46.313649 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67e1e50-abcc-4152-ba4d-9f806630b6d0', 'tag': '07e502bc-d319-49da-9e1f-f85bafa59bf1'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:45:46.346265 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-55fe21fa-cd50-4b79-a009-0ba6ef5d841c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861720'] for subnet, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:46.560922 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a67e1e50-abcc-4152-ba4d-9f806630b6d0', 'tag': '07e502bc-d319-49da-9e1f-f85bafa59bf1', 'status': 'completed', 'code': 200}
May 11 13:45:46.643865 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138d0d5-c6b1-4ec7-a9b6-7ab1a38eb475 service neutron] Pushing event updated for resources: {'Port': ['ID=3e84ac36-b98b-4401-b3da-d4aacb89094f,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:46.660431 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a138d0d5-c6b1-4ec7-a9b6-7ab1a38eb475 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:46.788295 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ba15e448-e7af-45bd-902c-89eba1b19fe5 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:46.802380 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ba15e448-e7af-45bd-902c-89eba1b19fe5 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:46.804070 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-a138d0d5-c6b1-4ec7-a9b6-7ab1a38eb475 service neutron] Attempting to bind port 3e84ac36-b98b-4401-b3da-d4aacb89094f on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:45:46.804070 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-a138d0d5-c6b1-4ec7-a9b6-7ab1a38eb475 service neutron] Attempting to bind port 3e84ac36-b98b-4401-b3da-d4aacb89094f by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'da77338e-78ab-4b09-adcb-e7d35927c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab'}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:45:46.804398 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-a138d0d5-c6b1-4ec7-a9b6-7ab1a38eb475 service neutron] Attempting to bind port 3e84ac36-b98b-4401-b3da-d4aacb89094f on network fd97d37a-0667-4ddc-b6b6-37157baca3ab {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:45:46.810270 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d0b05675-328f-4cd3-b690-2835e0363344 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:46.838637 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-a138d0d5-c6b1-4ec7-a9b6-7ab1a38eb475 service neutron] Port 3e84ac36-b98b-4401-b3da-d4aacb89094f on network fd97d37a-0667-4ddc-b6b6-37157baca3ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 11 13:45:46.838958 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-a138d0d5-c6b1-4ec7-a9b6-7ab1a38eb475 service neutron] Attempting to bind port 3e84ac36-b98b-4401-b3da-d4aacb89094f on network fd97d37a-0667-4ddc-b6b6-37157baca3ab {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:45:46.859031 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-310172bf-aabf-42b4-ac64-38fbf7dbacdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9d7ac40>, [{'id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'name': 'tempest-TestMinimumBasicScenario-1183714021-router', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bb8471a7-fbf7-4942-bb4a-081a30bee2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:43:39Z', 'updated_at': '2021-05-11T13:43:46Z', 'revision_number': 4, 'project_id': '87061cce8d8647f28b362c421c9446b9', 'gw_port': {'id': 'bb8471a7-fbf7-4942-bb4a-081a30bee2a7', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:40Z', 'updated_at': '2021-05-11T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_floatingips': [{'id': '2a79e52e-a6e8-4581-b618-0c7174d97473', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'port_id': '07e502bc-d319-49da-9e1f-f85bafa59bf1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e423f0-92f2-4643-a2c6-7172377b9fe5', 'mac_address': 'fa:16:3e:7c:f7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67e1e50-abcc-4152-ba4d-9f806630b6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:45:42Z', 'updated_at': '2021-05-11T13:45:42Z', 'revision_number': 0, 'project_id': '87061cce8d8647f28b362c421c9446b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dfd94df-6ef7-4075-be8c-c957b5212c3a', 'name': '', 'network_id': 'a8e423f0-92f2-4643-a2c6-7172377b9fe5', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'mac_address': 'fa:16:3e:42:c5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8e38d038-9b08-4d23-a16c-0e5d423f37b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:45Z', 'updated_at': '2021-05-11T13:43:57Z', 'revision_number': 5, 'project_id': '87061cce8d8647f28b362c421c9446b9', 'subnets': [{'id': '8e38d038-9b08-4d23-a16c-0e5d423f37b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:45:46.864690 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310172bf-aabf-42b4-ac64-38fbf7dbacdb None None] The sync data for ids ['87a939d5-6718-4ee5-999d-71b341a709b3'] in dv-cinder-784779-11-iscsi is: [{'id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'name': 'tempest-TestMinimumBasicScenario-1183714021-router', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bb8471a7-fbf7-4942-bb4a-081a30bee2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:43:39Z', 'updated_at': '2021-05-11T13:43:46Z', 'revision_number': 4, 'project_id': '87061cce8d8647f28b362c421c9446b9', 'gw_port': {'id': 'bb8471a7-fbf7-4942-bb4a-081a30bee2a7', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:40Z', 'updated_at': '2021-05-11T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_floatingips': [{'id': '2a79e52e-a6e8-4581-b618-0c7174d97473', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'port_id': '07e502bc-d319-49da-9e1f-f85bafa59bf1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e423f0-92f2-4643-a2c6-7172377b9fe5', 'mac_address': 'fa:16:3e:7c:f7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67e1e50-abcc-4152-ba4d-9f806630b6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:45:42Z', 'updated_at': '2021-05-11T13:45:42Z', 'revision_number': 0, 'project_id': '87061cce8d8647f28b362c421c9446b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dfd94df-6ef7-4075-be8c-c957b5212c3a', 'name': '', 'network_id': 'a8e423f0-92f2-4643-a2c6-7172377b9fe5', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'mac_address': 'fa:16:3e:42:c5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8e38d038-9b08-4d23-a16c-0e5d423f37b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:45Z', 'updated_at': '2021-05-11T13:43:57Z', 'revision_number': 5, 'project_id': '87061cce8d8647f28b362c421c9446b9', 'subnets': [{'id': '8e38d038-9b08-4d23-a16c-0e5d423f37b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:45:46.870502 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e1251adf-8a10-4066-ae5f-3df5db574e90 req-d079dc08-c1f6-4c97-9181-6a425d0bd0d1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6009517
May 11 13:45:46.872240 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15e448-e7af-45bd-902c-89eba1b19fe5 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c3c318-b2af-474c-bd5f-4b8ee64c7a4a,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:46.879194 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-a138d0d5-c6b1-4ec7-a9b6-7ab1a38eb475 service neutron] Checking agent: {'id': '90698981-c276-4592-9423-0c50fa5e2f21', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'started_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:45:46.879194 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-a138d0d5-c6b1-4ec7-a9b6-7ab1a38eb475 service neutron] Checking segment: {'id': 'da77338e-78ab-4b09-adcb-e7d35927c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:45:46.879194 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-a138d0d5-c6b1-4ec7-a9b6-7ab1a38eb475 service neutron] Bound using segment: {'id': 'da77338e-78ab-4b09-adcb-e7d35927c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab'} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:45:46.879999 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-a138d0d5-c6b1-4ec7-a9b6-7ab1a38eb475 service neutron] Bound port: 3e84ac36-b98b-4401-b3da-d4aacb89094f, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da77338e-78ab-4b09-adcb-e7d35927c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab'}}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:45:46.880897 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-a138d0d5-c6b1-4ec7-a9b6-7ab1a38eb475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:46.913086 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ba15e448-e7af-45bd-902c-89eba1b19fe5 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:47.016394 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ba15e448-e7af-45bd-902c-89eba1b19fe5 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:47.017747 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-ba15e448-e7af-45bd-902c-89eba1b19fe5 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9197865
May 11 13:45:47.023106 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 46860) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:45:47.034393 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-ef5f46d6-a30c-482e-a0ff-7336909bf4ce tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Request body: {'security_group_rule': {'security_group_id': '01edf033-b90f-442d-9f9d-825b322cc78f', 'project_id': '87061cce8d8647f28b362c421c9446b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:45:47.043860 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-ef5f46d6-a30c-482e-a0ff-7336909bf4ce tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:45:47.072420 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-ef5f46d6-a30c-482e-a0ff-7336909bf4ce tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Usage tracker for resource:security_group_rule and tenant:87061cce8d8647f28b362c421c9446b9 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:45:47.078941 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-ef5f46d6-a30c-482e-a0ff-7336909bf4ce tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:45:47.093748 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-ef5f46d6-a30c-482e-a0ff-7336909bf4ce tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:45:47.100955 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b01ad-e975-42c6-8b2a-b294cfa25343 req-407e0163-3b4b-4ea1-b95e-2ae275cca273 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:47.102486 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-009b01ad-e975-42c6-8b2a-b294cfa25343 req-407e0163-3b4b-4ea1-b95e-2ae275cca273 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.54 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 945 time: 0.3799410
May 11 13:45:47.104596 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-a138d0d5-c6b1-4ec7-a9b6-7ab1a38eb475 service neutron] For port 3e84ac36-b98b-4401-b3da-d4aacb89094f, host hv-cinder-78477, cleared binding levels {{(pid=78703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:45:47.112127 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97ccce-8ab9-4a0a-8726-29fe1021ba5c req-d3d0780f-3d0a-47cf-a29e-fb9ae40af51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:47.112544 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-a138d0d5-c6b1-4ec7-a9b6-7ab1a38eb475 service neutron] For port 3e84ac36-b98b-4401-b3da-d4aacb89094f, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3e84ac36-b98b-4401-b3da-d4aacb89094f,segment=NetworkSegment(da77338e-78ab-4b09-adcb-e7d35927c19a),segment_id=da77338e-78ab-4b09-adcb-e7d35927c19a)] {{(pid=78703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:45:47.114149 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-da97ccce-8ab9-4a0a-8726-29fe1021ba5c req-d3d0780f-3d0a-47cf-a29e-fb9ae40af51b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=87061cce8d8647f28b362c421c9446b9&device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 1098 time: 0.3903406
May 11 13:45:47.127444 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-a138d0d5-c6b1-4ec7-a9b6-7ab1a38eb475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2100521'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:47.131596 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:47.220567 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2d9e4-3671-4cd8-acff-cf824c372c43 req-d79d667f-67b3-43fc-8a04-cd0d5e867801 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:47.223613 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a0a2d9e4-3671-4cd8-acff-cf824c372c43 req-d79d667f-67b3-43fc-8a04-cd0d5e867801 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.3586807
May 11 13:45:47.229686 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74708bce-aafd-4d57-9b6d-6a5be173aeee None None] New status for floating IP 2a79e52e-a6e8-4581-b618-0c7174d97473: ACTIVE {{(pid=78704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 11 13:45:47.265156 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ef5f46d6-a30c-482e-a0ff-7336909bf4ce tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:47.286718 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-a138d0d5-c6b1-4ec7-a9b6-7ab1a38eb475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:47.287683 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-a138d0d5-c6b1-4ec7-a9b6-7ab1a38eb475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:47.289865 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-a138d0d5-c6b1-4ec7-a9b6-7ab1a38eb475 service neutron] 10.222.0.54 "PUT /v2.0/ports/3e84ac36-b98b-4401-b3da-d4aacb89094f HTTP/1.1" status: 200  len: 1094 time: 2.1403749
May 11 13:45:47.293958 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a19aefa-5cb6-4074-926c-26243c5a8b6d', 'tag': '3e84ac36-b98b-4401-b3da-d4aacb89094f'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:45:47.390094 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-55fe21fa-cd50-4b79-a009-0ba6ef5d841c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2529524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514346'] for subnet, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:47.425741 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:47.479122 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe21fa-cd50-4b79-a009-0ba6ef5d841c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d76bbac-8265-42c9-b0ff-de76986a4e85,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:47.488547 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-55fe21fa-cd50-4b79-a009-0ba6ef5d841c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:47.503881 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-55fe21fa-cd50-4b79-a009-0ba6ef5d841c admin admin] Notify callbacks [] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:47.540811 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97ccce-8ab9-4a0a-8726-29fe1021ba5c req-53eef80e-6228-4fba-b246-2f10830fc3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:47.542206 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-da97ccce-8ab9-4a0a-8726-29fe1021ba5c req-53eef80e-6228-4fba-b246-2f10830fc3d4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a8e423f0-92f2-4643-a2c6-7172377b9fe5 HTTP/1.1" status: 200  len: 916 time: 0.3754842
May 11 13:45:47.559974 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f35af4-8494-4175-b627-aa2895be55cb req-04334935-3e5f-4b68-9635-c6c217f69bc4 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:47.561536 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a7f35af4-8494-4175-b627-aa2895be55cb req-04334935-3e5f-4b68-9635-c6c217f69bc4 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 945 time: 0.5283654
May 11 13:45:47.586396 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138d0d5-c6b1-4ec7-a9b6-7ab1a38eb475 service neutron] Pushing event updated for resources: {'Port': ['ID=3e84ac36-b98b-4401-b3da-d4aacb89094f,revision_number=3']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:47.617971 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a0a2d9e4-3671-4cd8-acff-cf824c372c43 req-43b5eb5f-8cf2-403b-8007-ab1b0e7e52d1 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3706014
May 11 13:45:47.627304 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a138d0d5-c6b1-4ec7-a9b6-7ab1a38eb475 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:47.648721 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-55fe21fa-cd50-4b79-a009-0ba6ef5d841c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7d76bbac-8265-42c9-b0ff-de76986a4e85 HTTP/1.1" status: 204  len: 168 time: 1.8372717
May 11 13:45:47.660137 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 46868) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:45:47.819369 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-88c138b6-111e-4bc4-ab99-885f726158f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785944'] for network, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:47.858739 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-009b01ad-e975-42c6-8b2a-b294cfa25343 req-102275e0-7c02-49d5-bd38-55812da60ed1 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Deleting port d524be1c-f290-4711-ae41-c6f7fc40e616 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:45:47.860780 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ef5f46d6-a30c-482e-a0ff-7336909bf4ce tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:47.861783 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-009b01ad-e975-42c6-8b2a-b294cfa25343 req-102275e0-7c02-49d5-bd38-55812da60ed1 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:47.868002 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a19aefa-5cb6-4074-926c-26243c5a8b6d', 'tag': '3e84ac36-b98b-4401-b3da-d4aacb89094f', 'status': 'completed', 'code': 200}
May 11 13:45:47.881499 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ef5f46d6-a30c-482e-a0ff-7336909bf4ce tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:47.919935 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-45be13bd-3f3d-4d7b-9ea5-2f671724aeaa tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:47.939046 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ef5f46d6-a30c-482e-a0ff-7336909bf4ce tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:47.940402 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-ef5f46d6-a30c-482e-a0ff-7336909bf4ce tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.9142573
May 11 13:45:47.955765 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 46876) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:45:47.958469 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-aeec723f-a528-4387-8ef8-d58e5dcff2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:47.960487 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-aeec723f-a528-4387-8ef8-d58e5dcff2d0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d185725581a24febb7946b4a64c64b41&device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d HTTP/1.1" status: 200  len: 1097 time: 0.6072822
May 11 13:45:47.963095 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f46d6-a30c-482e-a0ff-7336909bf4ce tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af5cd943-8c14-40d2-a62d-394c681eeafc,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:48.002627 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-1308b4ed-b71a-4ed2-bcde-d24057711bf7 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Request body: {'security_group_rule': {'security_group_id': '01edf033-b90f-442d-9f9d-825b322cc78f', 'project_id': '87061cce8d8647f28b362c421c9446b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:45:48.007730 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ef5f46d6-a30c-482e-a0ff-7336909bf4ce tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:48.083985 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-1308b4ed-b71a-4ed2-bcde-d24057711bf7 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:45:48.107416 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-ad3f85f7-98b4-4eb6-8c93-525e9c7aea35 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e84ac36-b98b-4401-b3da-d4aacb89094f HTTP/1.1" status: 200  len: 217 time: 0.0985177
May 11 13:45:48.143967 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-1308b4ed-b71a-4ed2-bcde-d24057711bf7 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Usage tracker for resource:security_group_rule and tenant:87061cce8d8647f28b362c421c9446b9 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:45:48.151253 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-1308b4ed-b71a-4ed2-bcde-d24057711bf7 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:45:48.153270 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a7f35af4-8494-4175-b627-aa2895be55cb req-b6bb3d4d-ccb6-4635-bf19-bc1fa634d3ab tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4833648
May 11 13:45:48.227779 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-da97ccce-8ab9-4a0a-8726-29fe1021ba5c req-c2c3213b-54f5-40f2-99ad-c5b9497f080a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07e502bc-d319-49da-9e1f-f85bafa59bf1 HTTP/1.1" status: 200  len: 999 time: 0.6640823
May 11 13:45:48.250941 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-1308b4ed-b71a-4ed2-bcde-d24057711bf7 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:45:48.300639 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-88c138b6-111e-4bc4-ab99-885f726158f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863971', 'neutron.services.segments.db._delete_segments_for_network-8734582855581'] for network, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:48.335182 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-88c138b6-111e-4bc4-ab99-885f726158f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ad92b5b50>,) {'filters': {'network_id': ['6bef4c20-4a6c-40a5-b258-199c12fc2595']}} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:45:48.344203 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-88a67e3a-5b2b-48e5-96a4-7641eedebb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:48.345930 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-88a67e3a-5b2b-48e5-96a4-7641eedebb01 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eff3406f-1fd8-4742-aa2f-78f38079d01b HTTP/1.1" status: 200  len: 851 time: 0.1860356
May 11 13:45:48.354053 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1308b4ed-b71a-4ed2-bcde-d24057711bf7 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:48.369213 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-88c138b6-111e-4bc4-ab99-885f726158f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad92b5b50>, 'c610bf4a-eec2-4b42-8f03-c7d49a9b54e2') {'for_net_delete': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:45:48.369537 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-88c138b6-111e-4bc4-ab99-885f726158f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad92b5b50>, 'c610bf4a-eec2-4b42-8f03-c7d49a9b54e2') {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:45:48.421684 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-88c138b6-111e-4bc4-ab99-885f726158f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582867559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077593'] for segment, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:48.459006 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-88c138b6-111e-4bc4-ab99-885f726158f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:48.484801 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97ccce-8ab9-4a0a-8726-29fe1021ba5c req-aa3db111-1697-4e6d-a288-697851b0ad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:48.486276 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-da97ccce-8ab9-4a0a-8726-29fe1021ba5c req-aa3db111-1697-4e6d-a288-697851b0ad86 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8e38d038-9b08-4d23-a16c-0e5d423f37b5 HTTP/1.1" status: 200  len: 854 time: 0.1713946
May 11 13:45:48.491709 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c138b6-111e-4bc4-ab99-885f726158f0 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=78703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 11 13:45:48.492376 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-88c138b6-111e-4bc4-ab99-885f726158f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2100485'] for segment, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:48.494076 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-009b01ad-e975-42c6-8b2a-b294cfa25343 req-102275e0-7c02-49d5-bd38-55812da60ed1 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] For port d524be1c-f290-4711-ae41-c6f7fc40e616, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d524be1c-f290-4711-ae41-c6f7fc40e616,segment=NetworkSegment(69e15363-40f7-4893-84c3-3c98c4cd3963),segment_id=69e15363-40f7-4893-84c3-3c98c4cd3963)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:45:48.494457 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-009b01ad-e975-42c6-8b2a-b294cfa25343 req-102275e0-7c02-49d5-bd38-55812da60ed1 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]: Traceback (most recent call last):
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]:     timer()
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]:     cb(*args, **kw)
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]:     return func(*args, **kwargs)
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]:     self._notify()
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]:     self.callback(batched_events)
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]:     event.method(event)
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]:     aggregate_uuid = self.p_client.list_aggregates(
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]:     return f(self, *a, **k)
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]:     return self._get(url).json()
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]:     return self.request(url, 'GET', **kwargs)
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]:     base_url = self.get_endpoint(auth, allow=allow,
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 11 13:45:48.518421 dv-cinder-784779-11-iscsi neutron-server[78703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 11 13:45:48.618404 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d144a48-99dc-4be0-b37c-c9d14e2d5e96 req-6a25fa47-d2b0-4925-97a7-cd3aeb0346fe tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:48.619160 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-8d144a48-99dc-4be0-b37c-c9d14e2d5e96 req-6a25fa47-d2b0-4925-97a7-cd3aeb0346fe tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Synchronizing usage tracker for tenant:d185725581a24febb7946b4a64c64b41 on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:45:48.686895 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-009b01ad-e975-42c6-8b2a-b294cfa25343 req-102275e0-7c02-49d5-bd38-55812da60ed1 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Calling delete_port for d524be1c-f290-4711-ae41-c6f7fc40e616 owned by compute:nova {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:45:48.689036 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1308b4ed-b71a-4ed2-bcde-d24057711bf7 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:48.690534 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-88c138b6-111e-4bc4-ab99-885f726158f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709946'] for network, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:48.707497 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-8d144a48-99dc-4be0-b37c-c9d14e2d5e96 req-6a25fa47-d2b0-4925-97a7-cd3aeb0346fe tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Unset dirty status for tenant:d185725581a24febb7946b4a64c64b41 on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:45:48.709142 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8d144a48-99dc-4be0-b37c-c9d14e2d5e96 req-6a25fa47-d2b0-4925-97a7-cd3aeb0346fe tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d HTTP/1.1" status: 200  len: 944 time: 0.6268129
May 11 13:45:48.713585 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1308b4ed-b71a-4ed2-bcde-d24057711bf7 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:48.715292 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-88c138b6-111e-4bc4-ab99-885f726158f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:48.719315 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:48.733666 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8bcdd4-3f0e-4e51-bb5f-331fcb1c73b0 req-46d539a4-a902-4db6-8e95-9134feb971d6 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:48.735220 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5b8bcdd4-3f0e-4e51-bb5f-331fcb1c73b0 req-46d539a4-a902-4db6-8e95-9134feb971d6 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.4411306
May 11 13:45:48.741018 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-33b56def-5859-405f-a551-0b49c8422085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:48.742731 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65622a1b-3767-4bf9-9db3-3f348fdc4c60 req-3c0cb73e-0f4e-4d6b-96ec-bef406bbcda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:48.743031 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-33b56def-5859-405f-a551-0b49c8422085 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fd97d37a-0667-4ddc-b6b6-37157baca3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3759792
May 11 13:45:48.744221 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-65622a1b-3767-4bf9-9db3-3f348fdc4c60 req-3c0cb73e-0f4e-4d6b-96ec-bef406bbcda1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e2e1283bbf5045ad87015dc35eb13bec&device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 1099 time: 0.5106125
May 11 13:45:48.775792 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c138b6-111e-4bc4-ab99-885f726158f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bef4c20-4a6c-40a5-b258-199c12fc2595,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:48.783345 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-88c138b6-111e-4bc4-ab99-885f726158f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:48.790245 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:48.808536 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-88c138b6-111e-4bc4-ab99-885f726158f0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6bef4c20-4a6c-40a5-b258-199c12fc2595 HTTP/1.1" status: 204  len: 168 time: 1.1376755
May 11 13:45:48.834881 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5b8bcdd4-3f0e-4e51-bb5f-331fcb1c73b0 req-4f9c04e1-aed5-49b0-9bef-902edd627998 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0802264
May 11 13:45:48.837100 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97ccce-8ab9-4a0a-8726-29fe1021ba5c req-fb8b1643-de25-4f35-b47f-e8e1a36073ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:48.838613 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-da97ccce-8ab9-4a0a-8726-29fe1021ba5c req-fb8b1643-de25-4f35-b47f-e8e1a36073ed service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a8e423f0-92f2-4643-a2c6-7172377b9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3289876
May 11 13:45:48.856170 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308b4ed-b71a-4ed2-bcde-d24057711bf7 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c51822-dbca-446e-b18d-a71069f1861c,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:48.864150 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8d144a48-99dc-4be0-b37c-c9d14e2d5e96 req-5c253dee-c8f5-4853-9640-e6dd946a4694 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1189966
May 11 13:45:48.865983 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1308b4ed-b71a-4ed2-bcde-d24057711bf7 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:48.867236 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1308b4ed-b71a-4ed2-bcde-d24057711bf7 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:48.869683 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-1308b4ed-b71a-4ed2-bcde-d24057711bf7 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9075089
May 11 13:45:48.872144 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 46888) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:45:48.883520 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-01ef3c93-c135-4b4e-90ec-ac837a2c0d56 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Request body: {'security_group_rule': {'security_group_id': '01edf033-b90f-442d-9f9d-825b322cc78f', 'project_id': '87061cce8d8647f28b362c421c9446b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:45:48.903630 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-01ef3c93-c135-4b4e-90ec-ac837a2c0d56 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:45:48.904859 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-01ef3c93-c135-4b4e-90ec-ac837a2c0d56 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Usage tracker for resource:security_group_rule and tenant:87061cce8d8647f28b362c421c9446b9 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:45:48.910249 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-01ef3c93-c135-4b4e-90ec-ac837a2c0d56 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:45:48.920083 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-01ef3c93-c135-4b4e-90ec-ac837a2c0d56 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:45:48.943865 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-01ef3c93-c135-4b4e-90ec-ac837a2c0d56 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:48.954961 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-009b01ad-e975-42c6-8b2a-b294cfa25343 req-102275e0-7c02-49d5-bd38-55812da60ed1 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:48.969161 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-0fa5d8e6-6fa6-411b-bc8a-35d400bcb8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:49.045468 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102275e0-7c02-49d5-bd38-55812da60ed1 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Pushing event deleted for resources: {'Port': ['ID=d524be1c-f290-4711-ae41-c6f7fc40e616,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:49.057526 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-01ef3c93-c135-4b4e-90ec-ac837a2c0d56 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:49.061127 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-102275e0-7c02-49d5-bd38-55812da60ed1 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:49.062820 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-01ef3c93-c135-4b4e-90ec-ac837a2c0d56 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:49.064080 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 46892) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:45:49.100264 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1308b4ed-b71a-4ed2-bcde-d24057711bf7 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:49.119369 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-009b01ad-e975-42c6-8b2a-b294cfa25343 req-102275e0-7c02-49d5-bd38-55812da60ed1 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] No DVR routers for this DVR port d524be1c-f290-4711-ae41-c6f7fc40e616 on host hv-cinder-78477 {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:45:49.123168 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-009b01ad-e975-42c6-8b2a-b294cfa25343 req-102275e0-7c02-49d5-bd38-55812da60ed1 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:49.127543 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71468f0-b59c-4a43-98db-c9fc5a920dc8', 'name': 'network-vif-deleted', 'tag': 'd524be1c-f290-4711-ae41-c6f7fc40e616'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:45:49.135162 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef3c93-c135-4b4e-90ec-ac837a2c0d56 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be68c592-89c7-4f23-99a0-9412bceef79f,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:49.142451 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-01ef3c93-c135-4b4e-90ec-ac837a2c0d56 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:49.154567 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-01ef3c93-c135-4b4e-90ec-ac837a2c0d56 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:49.154810 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-009b01ad-e975-42c6-8b2a-b294cfa25343 req-102275e0-7c02-49d5-bd38-55812da60ed1 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.54 "DELETE /v2.0/ports/d524be1c-f290-4711-ae41-c6f7fc40e616 HTTP/1.1" status: 204  len: 173 time: 2.0386069
May 11 13:45:49.155795 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-01ef3c93-c135-4b4e-90ec-ac837a2c0d56 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2818224
May 11 13:45:49.159196 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 46898) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:45:49.165567 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-48116af6-17ee-45cd-ad4e-49518ea1012e tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Request body: {'security_group_rule': {'security_group_id': '01edf033-b90f-442d-9f9d-825b322cc78f', 'project_id': '87061cce8d8647f28b362c421c9446b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:45:49.174840 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 46904) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:45:49.175251 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-82cf30e0-855f-4fce-8def-dbfb3a47ed0d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=92510857ca1047488f92675951404302&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1092677
May 11 13:45:49.180764 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-48116af6-17ee-45cd-ad4e-49518ea1012e tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:45:49.191186 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-48116af6-17ee-45cd-ad4e-49518ea1012e tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Usage tracker for resource:security_group_rule and tenant:87061cce8d8647f28b362c421c9446b9 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:45:49.192887 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71468f0-b59c-4a43-98db-c9fc5a920dc8', 'name': 'network-vif-deleted', 'tag': 'd524be1c-f290-4711-ae41-c6f7fc40e616', 'status': 'completed', 'code': 200}
May 11 13:45:49.197185 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-48116af6-17ee-45cd-ad4e-49518ea1012e tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:45:49.204582 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-48116af6-17ee-45cd-ad4e-49518ea1012e tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:45:49.216839 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.db.securitygroups_db [None req-48116af6-17ee-45cd-ad4e-49518ea1012e tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Project 87061cce8d8647f28b362c421c9446b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 11 13:45:49.224422 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-48116af6-17ee-45cd-ad4e-49518ea1012e tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:49.248278 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-97dfafd6-ac0b-4f15-98fb-27eaf3134f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:49.280511 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-97dfafd6-ac0b-4f15-98fb-27eaf3134f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:49.301690 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-48116af6-17ee-45cd-ad4e-49518ea1012e tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:49.308019 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-48116af6-17ee-45cd-ad4e-49518ea1012e tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:49.311726 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:49.366279 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-48116af6-17ee-45cd-ad4e-49518ea1012e tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:49.366989 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-97dfafd6-ac0b-4f15-98fb-27eaf3134f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:49.370719 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-48116af6-17ee-45cd-ad4e-49518ea1012e tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2103860
May 11 13:45:49.370938 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 46910) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:45:49.371691 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-6ed80697-60b5-4522-968d-d7762331ac73 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:49.373654 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48116af6-17ee-45cd-ad4e-49518ea1012e tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f9b96f2-db62-4caa-8eee-9ec321d0dd29,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:49.376194 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-48116af6-17ee-45cd-ad4e-49518ea1012e tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:49.388648 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-363244e3-b2af-41b8-b421-010efc444278 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Request body: {'security_group_rule': {'security_group_id': '01edf033-b90f-442d-9f9d-825b322cc78f', 'project_id': '87061cce8d8647f28b362c421c9446b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:45:49.396925 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfafd6-ac0b-4f15-98fb-27eaf3134f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cf8bfc-70c8-4fea-92ec-6d4221f7acbd,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:49.399578 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-97dfafd6-ac0b-4f15-98fb-27eaf3134f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:49.400839 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-363244e3-b2af-41b8-b421-010efc444278 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:45:49.408247 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-363244e3-b2af-41b8-b421-010efc444278 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Usage tracker for resource:security_group_rule and tenant:87061cce8d8647f28b362c421c9446b9 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:45:49.413184 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-363244e3-b2af-41b8-b421-010efc444278 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:45:49.425524 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-363244e3-b2af-41b8-b421-010efc444278 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:45:49.430329 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-97dfafd6-ac0b-4f15-98fb-27eaf3134f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:49.434658 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-97dfafd6-ac0b-4f15-98fb-27eaf3134f21 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/55cf8bfc-70c8-4fea-92ec-6d4221f7acbd HTTP/1.1" status: 204  len: 168 time: 0.2539344
May 11 13:45:49.455951 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.db.securitygroups_db [None req-363244e3-b2af-41b8-b421-010efc444278 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Project 87061cce8d8647f28b362c421c9446b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 11 13:45:49.462956 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-363244e3-b2af-41b8-b421-010efc444278 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:49.549190 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-363244e3-b2af-41b8-b421-010efc444278 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:49.554691 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-363244e3-b2af-41b8-b421-010efc444278 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684552'] for security_group_rule, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:49.563625 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:49.589012 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363244e3-b2af-41b8-b421-010efc444278 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b30ee7cb-22d4-43d8-b6c0-62ef4e0d27aa,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:49.592116 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-363244e3-b2af-41b8-b421-010efc444278 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:49.593247 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2a127764-c79f-4430-8a4c-4256d5aa463d req-77437172-5d36-43cf-b9eb-fde77ea1d22b tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 210 time: 0.1461651
May 11 13:45:49.602760 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-363244e3-b2af-41b8-b421-010efc444278 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:49.604217 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-363244e3-b2af-41b8-b421-010efc444278 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2241182
May 11 13:45:49.766131 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-43830ede-5ab0-40c6-987b-541c477cfc56 req-2379bd61-d0d0-437f-afa0-e5afbbecce80 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Synchronizing usage tracker for tenant:87061cce8d8647f28b362c421c9446b9 on resource:security_group {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:45:49.785779 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-43830ede-5ab0-40c6-987b-541c477cfc56 req-2379bd61-d0d0-437f-afa0-e5afbbecce80 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Unset dirty status for tenant:87061cce8d8647f28b362c421c9446b9 on resource:security_group {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:45:49.788285 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-43830ede-5ab0-40c6-987b-541c477cfc56 req-2379bd61-d0d0-437f-afa0-e5afbbecce80 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1546727182&fields=id&tenant_id=87061cce8d8647f28b362c421c9446b9 HTTP/1.1" status: 200  len: 267 time: 0.0876377
May 11 13:45:49.886626 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43830ede-5ab0-40c6-987b-541c477cfc56 req-2f64f28a-c56d-471b-ad02-e02ad228f804 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:49.888510 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-43830ede-5ab0-40c6-987b-541c477cfc56 req-2f64f28a-c56d-471b-ad02-e02ad228f804 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 945 time: 0.0936058
May 11 13:45:49.900173 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-43830ede-5ab0-40c6-987b-541c477cfc56 req-ee042648-4abe-4e98-9248-014dfc15ed71 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Request body: {'port': {'security_groups': ['9e2fc4bd-ab0c-4d9e-b775-ab89c3834903', '01edf033-b90f-442d-9f9d-825b322cc78f']}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:45:50.042514 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-43830ede-5ab0-40c6-987b-541c477cfc56 req-ee042648-4abe-4e98-9248-014dfc15ed71 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:50.083429 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbe17b-00e6-4fa1-a215-f1dbabaaf84b req-c5b7993e-0d19-4146-b960-3b704593bc34 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:50.084753 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-77fbe17b-00e6-4fa1-a215-f1dbabaaf84b req-c5b7993e-0d19-4146-b960-3b704593bc34 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.0958385
May 11 13:45:50.147040 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-77fbe17b-00e6-4fa1-a215-f1dbabaaf84b req-f5df98b6-13eb-430c-89cd-899a5dbf5251 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545487
May 11 13:45:50.348765 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c2216-176c-4f32-a858-aa77c7baeec8 req-8e04f22e-288b-48b5-9b33-b5b85f16daea tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:50.350346 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-109c2216-176c-4f32-a858-aa77c7baeec8 req-8e04f22e-288b-48b5-9b33-b5b85f16daea tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d HTTP/1.1" status: 200  len: 944 time: 0.0875072
May 11 13:45:50.353036 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-43830ede-5ab0-40c6-987b-541c477cfc56 req-ee042648-4abe-4e98-9248-014dfc15ed71 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] For port 07e502bc-d319-49da-9e1f-f85bafa59bf1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=07e502bc-d319-49da-9e1f-f85bafa59bf1,segment=NetworkSegment(6ac1d778-88f8-48a2-87ec-07ee57581f6c),segment_id=6ac1d778-88f8-48a2-87ec-07ee57581f6c)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:45:50.387142 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-43830ede-5ab0-40c6-987b-541c477cfc56 req-ee042648-4abe-4e98-9248-014dfc15ed71 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:50.392952 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-43830ede-5ab0-40c6-987b-541c477cfc56 req-ee042648-4abe-4e98-9248-014dfc15ed71 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:50.408486 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e09301be-02b4-404f-b876-ee42da02e7e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:50.418733 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-109c2216-176c-4f32-a858-aa77c7baeec8 req-79df0c9d-c2d5-42cc-ad35-c43a0ce23285 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615547
May 11 13:45:50.471425 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43830ede-5ab0-40c6-987b-541c477cfc56 req-ee042648-4abe-4e98-9248-014dfc15ed71 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:50.472178 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-43830ede-5ab0-40c6-987b-541c477cfc56 req-ee042648-4abe-4e98-9248-014dfc15ed71 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:50.473830 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-43830ede-5ab0-40c6-987b-541c477cfc56 req-ee042648-4abe-4e98-9248-014dfc15ed71 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "PUT /v2.0/ports/07e502bc-d319-49da-9e1f-f85bafa59bf1 HTTP/1.1" status: 200  len: 981 time: 0.5786619
May 11 13:45:50.505143 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee042648-4abe-4e98-9248-014dfc15ed71 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Pushing event updated for resources: {'Port': ['ID=07e502bc-d319-49da-9e1f-f85bafa59bf1,revision_number=6']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:50.508713 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-ee042648-4abe-4e98-9248-014dfc15ed71 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:50.701585 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238462f-8baf-4878-96c9-31b51bbfad1c req-767bfc35-a70a-4991-b00f-df3e92834ff7 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:50.704557 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a238462f-8baf-4878-96c9-31b51bbfad1c req-767bfc35-a70a-4991-b00f-df3e92834ff7 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 984 time: 0.1239107
May 11 13:45:50.765208 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a238462f-8baf-4878-96c9-31b51bbfad1c req-ceab7813-df09-461e-ac3a-af6827eae283 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=01edf033-b90f-442d-9f9d-825b322cc78f&id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0521326
May 11 13:45:50.792865 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-450e2644-5240-4815-9d7f-5eeecd3150af req-e20cfb21-2a1b-4a1c-9d15-066a52817d20 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Synchronizing usage tracker for tenant:f7125cde7f594fb59b70804ec00a8405 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:45:50.811925 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-450e2644-5240-4815-9d7f-5eeecd3150af req-e20cfb21-2a1b-4a1c-9d15-066a52817d20 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Unset dirty status for tenant:f7125cde7f594fb59b70804ec00a8405 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:45:50.816225 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-450e2644-5240-4815-9d7f-5eeecd3150af req-e20cfb21-2a1b-4a1c-9d15-066a52817d20 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 210 time: 0.0972161
May 11 13:45:50.823751 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-827a78ea-344f-4b26-97d3-e0959a313534 None None] Provisioning complete for port 07e502bc-d319-49da-9e1f-f85bafa59bf1 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:45:50.824919 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-827a78ea-344f-4b26-97d3-e0959a313534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:51.194199 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67e1e50-abcc-4152-ba4d-9f806630b6d0', 'tag': '07e502bc-d319-49da-9e1f-f85bafa59bf1'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:45:51.278883 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a67e1e50-abcc-4152-ba4d-9f806630b6d0', 'tag': '07e502bc-d319-49da-9e1f-f85bafa59bf1', 'status': 'completed', 'code': 200}
May 11 13:45:51.370986 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3459b-026e-4203-bc69-9a41d63d98af req-0b341480-d94a-413f-8eca-4c87cf0a2e29 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:51.372570 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4be3459b-026e-4203-bc69-9a41d63d98af req-0b341480-d94a-413f-8eca-4c87cf0a2e29 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.0924492
May 11 13:45:51.428435 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4be3459b-026e-4203-bc69-9a41d63d98af req-009212dd-5baf-4f13-93d6-c52e274ddbf2 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497267
May 11 13:45:51.680655 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['716f81b5-9951-4800-a928-e286481dd6b2', 'd524be1c-f290-4711-ae41-c6f7fc40e616'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:45:51.852565 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['07e502bc-d319-49da-9e1f-f85bafa59bf1'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:45:52.002502 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-9f0274e4-bb35-4ff1-bd49-b55727ba9cee service neutron] 10.222.0.54 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3280466
May 11 13:45:52.115135 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3277321-b54e-4762-95d3-492f44a849d9 req-b87ef6ee-b98b-47d1-829e-785fbc947583 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:52.117250 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e3277321-b54e-4762-95d3-492f44a849d9 req-b87ef6ee-b98b-47d1-829e-785fbc947583 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d HTTP/1.1" status: 200  len: 944 time: 0.5637734
May 11 13:45:52.118944 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65622a1b-3767-4bf9-9db3-3f348fdc4c60 req-d17b0f2d-0dea-45a3-a611-9eb9f6ecb96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:52.120606 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-65622a1b-3767-4bf9-9db3-3f348fdc4c60 req-d17b0f2d-0dea-45a3-a611-9eb9f6ecb96c service neutron] 10.222.0.54 "GET /v2.0/networks?id=d88b8522-bb44-4128-b66b-b6cc8ce1b406 HTTP/1.1" status: 200  len: 912 time: 0.4142873
May 11 13:45:52.122478 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-da97ccce-8ab9-4a0a-8726-29fe1021ba5c req-82a41583-14c4-4801-b4b9-5303e0bb53e6 service neutron] 10.222.0.54 "GET /v2.0/networks/a8e423f0-92f2-4643-a2c6-7172377b9fe5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4150624
May 11 13:45:52.326955 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-207f8d62-3a45-4c65-9d8d-fa69e17ff067 req-2b0fc077-61c3-40e2-bc27-a7f9a70339c5 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d71468f0-b59c-4a43-98db-c9fc5a920dc8 HTTP/1.1" status: 200  len: 210 time: 0.1006956
May 11 13:45:52.377532 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-24296dd9-3639-4dd9-b314-a17e21619fc2 req-3d99faaf-62b6-45a3-b51a-2fc6c563c287 service neutron] 10.222.0.54 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3690104
May 11 13:45:52.428380 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e3277321-b54e-4762-95d3-492f44a849d9 req-a93cf082-089b-4bf5-addc-346e8866bf8c tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3000481
May 11 13:45:52.510354 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-65622a1b-3767-4bf9-9db3-3f348fdc4c60 req-e2393512-09d5-490c-8249-d2f970278fe5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a677dac-2f78-46bc-ac7e-4d06bd8805bd HTTP/1.1" status: 200  len: 1002 time: 0.3643875
May 11 13:45:52.618644 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device d524be1c-f290-4711-ae41-c6f7fc40e616 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:45:52.681394 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-da97ccce-8ab9-4a0a-8726-29fe1021ba5c req-a0cb85f3-c28a-4d1e-99b3-ee62f5a4a401 service neutron] 10.222.0.54 "GET /v2.0/networks/a8e423f0-92f2-4643-a2c6-7172377b9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5340829
May 11 13:45:52.684883 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3b9e7-701e-434b-8860-55615bb5acf1 req-baf96f1c-8943-4a5a-9c23-8f574442c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:52.689833 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b3f3b9e7-701e-434b-8860-55615bb5acf1 req-baf96f1c-8943-4a5a-9c23-8f574442c29e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d185725581a24febb7946b4a64c64b41&device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d HTTP/1.1" status: 200  len: 1097 time: 0.2447140
May 11 13:45:52.701299 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65622a1b-3767-4bf9-9db3-3f348fdc4c60 req-71e32c05-d7f4-49f5-8376-d3caeea784a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:52.703669 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-65622a1b-3767-4bf9-9db3-3f348fdc4c60 req-71e32c05-d7f4-49f5-8376-d3caeea784a7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3abe7865-8078-415f-bbc1-ea30cc80fab6 HTTP/1.1" status: 200  len: 850 time: 0.1785722
May 11 13:45:52.709420 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['07e502bc-d319-49da-9e1f-f85bafa59bf1'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:45:52.813289 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] No Port match for: d524be1c-f290-4711-ae41-c6f7fc40e616 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:45:52.814245 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device d524be1c-f290-4711-ae41-c6f7fc40e616 not bound to the agent host hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:45:52.865876 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3b9e7-701e-434b-8860-55615bb5acf1 req-cd446bef-7bf4-4735-8186-3eb5796108a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:52.867031 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b3f3b9e7-701e-434b-8860-55615bb5acf1 req-cd446bef-7bf4-4735-8186-3eb5796108a6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fd97d37a-0667-4ddc-b6b6-37157baca3ab HTTP/1.1" status: 200  len: 913 time: 0.1695406
May 11 13:45:52.870962 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65622a1b-3767-4bf9-9db3-3f348fdc4c60 req-63ece357-c697-4f64-abcb-8bc97408bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:52.872884 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-65622a1b-3767-4bf9-9db3-3f348fdc4c60 req-63ece357-c697-4f64-abcb-8bc97408bf77 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d88b8522-bb44-4128-b66b-b6cc8ce1b406&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1588564
May 11 13:45:52.908173 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32fd76-48d8-4755-ac64-9799457a1e8f req-7ef41c50-d77d-4ede-ad74-c98434c661af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:52.909633 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6e32fd76-48d8-4755-ac64-9799457a1e8f req-7ef41c50-d77d-4ede-ad74-c98434c661af service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=87061cce8d8647f28b362c421c9446b9&device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 1137 time: 0.1504087
May 11 13:45:52.973825 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b3f3b9e7-701e-434b-8860-55615bb5acf1 req-a2d0086b-14de-40e3-99b1-fa4e3714c13a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e84ac36-b98b-4401-b3da-d4aacb89094f HTTP/1.1" status: 200  len: 217 time: 0.0744350
May 11 13:45:53.112058 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5f43a-10fc-44a6-876a-d77dd28452d3 req-406ad19c-e9e2-460f-abea-926969da0fc2 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:53.117836 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-85d5f43a-10fc-44a6-876a-d77dd28452d3 req-406ad19c-e9e2-460f-abea-926969da0fc2 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.2493811
May 11 13:45:53.127110 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3b9e7-701e-434b-8860-55615bb5acf1 req-55697efb-5f53-4009-b4ee-d7646816549e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:53.129145 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b3f3b9e7-701e-434b-8860-55615bb5acf1 req-55697efb-5f53-4009-b4ee-d7646816549e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eff3406f-1fd8-4742-aa2f-78f38079d01b HTTP/1.1" status: 200  len: 851 time: 0.1467540
May 11 13:45:53.138917 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-65622a1b-3767-4bf9-9db3-3f348fdc4c60 req-5f08f7d5-5df9-4ea2-813b-13b2bc0eb31d service neutron] 10.222.0.54 "GET /v2.0/networks/d88b8522-bb44-4128-b66b-b6cc8ce1b406?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2550006
May 11 13:45:53.183198 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32fd76-48d8-4755-ac64-9799457a1e8f req-8ff88735-9755-4c62-92d0-e57cbf6419ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:53.185938 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6e32fd76-48d8-4755-ac64-9799457a1e8f req-8ff88735-9755-4c62-92d0-e57cbf6419ef service neutron] 10.222.0.54 "GET /v2.0/networks?id=a8e423f0-92f2-4643-a2c6-7172377b9fe5 HTTP/1.1" status: 200  len: 916 time: 0.2242346
May 11 13:45:53.227014 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-85d5f43a-10fc-44a6-876a-d77dd28452d3 req-8b72a10a-7914-4e50-8574-ca694d7153ab tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1019578
May 11 13:45:53.261950 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3b9e7-701e-434b-8860-55615bb5acf1 req-7a08005a-e2fb-4841-b9c2-f7141ddfbeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:53.264216 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b3f3b9e7-701e-434b-8860-55615bb5acf1 req-7a08005a-e2fb-4841-b9c2-f7141ddfbeec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fd97d37a-0667-4ddc-b6b6-37157baca3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1186039
May 11 13:45:53.377916 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6e32fd76-48d8-4755-ac64-9799457a1e8f req-e753ded3-ee1b-4ccf-b1da-3424a9403f70 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07e502bc-d319-49da-9e1f-f85bafa59bf1 HTTP/1.1" status: 200  len: 1001 time: 0.1489701
May 11 13:45:53.401705 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-65622a1b-3767-4bf9-9db3-3f348fdc4c60 req-ead795d5-9b28-4da9-b5e1-567fd24e005e service neutron] 10.222.0.54 "GET /v2.0/networks/d88b8522-bb44-4128-b66b-b6cc8ce1b406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2485740
May 11 13:45:53.440126 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b3f3b9e7-701e-434b-8860-55615bb5acf1 req-14cea513-0505-4110-9a08-43f1a4ff3be2 service neutron] 10.222.0.54 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1665521
May 11 13:45:53.677726 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76313296-d3ca-4f8e-b88d-0c99fc8a3782 req-d9ff8e95-ae59-4b57-b263-9765ba8dc632 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:53.679896 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-76313296-d3ca-4f8e-b88d-0c99fc8a3782 req-d9ff8e95-ae59-4b57-b263-9765ba8dc632 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d HTTP/1.1" status: 200  len: 944 time: 0.0938618
May 11 13:45:53.734616 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-76313296-d3ca-4f8e-b88d-0c99fc8a3782 req-d8757b15-fac3-451c-94a2-433151ccf125 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472512
May 11 13:45:53.927786 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa92fa8-9348-4138-9a3b-1b87e54c9eba req-b541bf26-a954-4bd5-b4f7-6d35e060cf26 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:53.929291 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cfa92fa8-9348-4138-9a3b-1b87e54c9eba req-b541bf26-a954-4bd5-b4f7-6d35e060cf26 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.1044252
May 11 13:45:53.976206 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cfa92fa8-9348-4138-9a3b-1b87e54c9eba req-c0028724-ffc5-4dc9-80e3-eb7db50706b7 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405793
May 11 13:45:54.421235 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ac870-7f31-424d-b8ef-b095f8ad6d3f req-6a73163a-8ced-4ecd-aa1a-98569b043fc3 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:54.422607 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a69ac870-7f31-424d-b8ef-b095f8ad6d3f req-6a73163a-8ced-4ecd-aa1a-98569b043fc3 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.0870111
May 11 13:45:54.584215 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a69ac870-7f31-424d-b8ef-b095f8ad6d3f req-a5c9ad01-f568-485d-ab83-73b980301d0b tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1545980
May 11 13:45:55.086420 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb7a5a-6e0e-49fa-9c72-8bd89d5e45b3 req-c17c52e0-f172-4944-a28e-52d3df9a49d1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:55.088353 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b9cb7a5a-6e0e-49fa-9c72-8bd89d5e45b3 req-c17c52e0-f172-4944-a28e-52d3df9a49d1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d HTTP/1.1" status: 200  len: 944 time: 0.2235568
May 11 13:45:55.168294 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b9cb7a5a-6e0e-49fa-9c72-8bd89d5e45b3 req-6bfe7815-5ff0-445b-bb4b-b57b1a32c99f tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732780
May 11 13:45:55.250143 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf37cd-ba85-4466-926d-ee385e89e987 req-d1d1f7c7-049c-4c33-998c-a58e789b189a tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:55.252674 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a9cf37cd-ba85-4466-926d-ee385e89e987 req-d1d1f7c7-049c-4c33-998c-a58e789b189a tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.1327860
May 11 13:45:55.315460 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a9cf37cd-ba85-4466-926d-ee385e89e987 req-59c8b598-232d-4533-8fa7-4c196b57a48c tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559728
May 11 13:45:55.541891 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 47046) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:45:55.695330 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9eb928b8-cbe7-40ca-a5f6-9d6838eb7a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:55.712805 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-9eb928b8-cbe7-40ca-a5f6-9d6838eb7a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:45:55.717528 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-9eb928b8-cbe7-40ca-a5f6-9d6838eb7a82 admin admin] Usage tracker for resource:security_group_rule and tenant:c6b4cc7a03b143f59cf629c09ea208b5 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:45:55.720868 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-9eb928b8-cbe7-40ca-a5f6-9d6838eb7a82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:45:55.728596 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-9eb928b8-cbe7-40ca-a5f6-9d6838eb7a82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:45:55.832296 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb73f6-2524-494a-9fc3-a3410fc8e154 req-79c1a193-2171-4278-aabe-2d5a72cb6f75 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:55.834023 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-14bb73f6-2524-494a-9fc3-a3410fc8e154 req-79c1a193-2171-4278-aabe-2d5a72cb6f75 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.1028893
May 11 13:45:55.836701 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9eb928b8-cbe7-40ca-a5f6-9d6838eb7a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:55.841602 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9eb928b8-cbe7-40ca-a5f6-9d6838eb7a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:55.851184 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b688010f-3472-48e2-93bc-e6e6fb91aea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:55.886240 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-14bb73f6-2524-494a-9fc3-a3410fc8e154 req-31bf998c-6a01-4f07-886c-1f563ffe70de tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443194
May 11 13:45:55.896980 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-9eb928b8-cbe7-40ca-a5f6-9d6838eb7a82 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6b4cc7a03b143f59cf629c09ea208b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3538489
May 11 13:45:55.899012 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb928b8-cbe7-40ca-a5f6-9d6838eb7a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d023950d-b82a-49a8-8e94-9e637d904afe,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:55.901238 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 47054) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:45:55.902562 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9eb928b8-cbe7-40ca-a5f6-9d6838eb7a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:55.963996 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d61f1d89-c445-40e8-b8e2-b0d516a9503d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:55.992544 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d61f1d89-c445-40e8-b8e2-b0d516a9503d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:56.050947 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d61f1d89-c445-40e8-b8e2-b0d516a9503d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:56.055661 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-c4cce5c6-7f78-4dfd-a504-acc668095f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:56.070254 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f1d89-c445-40e8-b8e2-b0d516a9503d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d023950d-b82a-49a8-8e94-9e637d904afe,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:56.079321 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d61f1d89-c445-40e8-b8e2-b0d516a9503d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:56.080472 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-d61f1d89-c445-40e8-b8e2-b0d516a9503d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d023950d-b82a-49a8-8e94-9e637d904afe HTTP/1.1" status: 204  len: 168 time: 0.1782339
May 11 13:45:56.081820 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f1d89-c445-40e8-b8e2-b0d516a9503d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:45:56.082189 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f1d89-c445-40e8-b8e2-b0d516a9503d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:45:56.082648 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f1d89-c445-40e8-b8e2-b0d516a9503d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:45:56.083033 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f1d89-c445-40e8-b8e2-b0d516a9503d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:45:56.083656 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f1d89-c445-40e8-b8e2-b0d516a9503d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:45:56.084034 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f1d89-c445-40e8-b8e2-b0d516a9503d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:45:56.084396 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f1d89-c445-40e8-b8e2-b0d516a9503d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:45:56.084823 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f1d89-c445-40e8-b8e2-b0d516a9503d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:45:56.085179 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f1d89-c445-40e8-b8e2-b0d516a9503d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:45:56.085529 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f1d89-c445-40e8-b8e2-b0d516a9503d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:45:56.085877 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f1d89-c445-40e8-b8e2-b0d516a9503d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:45:56.086222 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f1d89-c445-40e8-b8e2-b0d516a9503d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:45:56.089871 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d61f1d89-c445-40e8-b8e2-b0d516a9503d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:56.374993 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3938ab-0966-44eb-b2f4-f60d12cd72f2 req-d30c0933-ef14-4e43-84b8-f27971a40568 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:56.376694 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bb3938ab-0966-44eb-b2f4-f60d12cd72f2 req-d30c0933-ef14-4e43-84b8-f27971a40568 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d HTTP/1.1" status: 200  len: 944 time: 0.0945947
May 11 13:45:56.478669 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 47070) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:45:56.523290 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bb3938ab-0966-44eb-b2f4-f60d12cd72f2 req-fcdb3301-5cc1-47cd-a4a8-135628e38902 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1374867
May 11 13:45:56.565292 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32fd76-48d8-4755-ac64-9799457a1e8f req-91b17be4-b4b3-4553-8ecb-a8d7f9bfeef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:56.567824 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6e32fd76-48d8-4755-ac64-9799457a1e8f req-91b17be4-b4b3-4553-8ecb-a8d7f9bfeef5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8e38d038-9b08-4d23-a16c-0e5d423f37b5 HTTP/1.1" status: 200  len: 854 time: 0.1338007
May 11 13:45:56.580703 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e561f864-7cd1-4429-84be-d8b95a899ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:56.607409 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-e561f864-7cd1-4429-84be-d8b95a899ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:45:56.624225 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-e561f864-7cd1-4429-84be-d8b95a899ba4 admin admin] Usage tracker for resource:security_group_rule and tenant:ca7c7cb7986a4a38b9e1b9b9edcf93fd is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:45:56.632886 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-e561f864-7cd1-4429-84be-d8b95a899ba4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:45:56.657502 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-e561f864-7cd1-4429-84be-d8b95a899ba4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:45:56.679087 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32fd76-48d8-4755-ac64-9799457a1e8f req-48ba62d2-4676-41bd-bc3f-1fe042648e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:56.680899 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6e32fd76-48d8-4755-ac64-9799457a1e8f req-48ba62d2-4676-41bd-bc3f-1fe042648e14 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a8e423f0-92f2-4643-a2c6-7172377b9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1018262
May 11 13:45:56.686181 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b3f3b9e7-701e-434b-8860-55615bb5acf1 req-2ed80ace-9139-49eb-ba20-44aeef0c2b72 service neutron] 10.222.0.54 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2064800
May 11 13:45:56.722862 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef256d-1704-468d-8e42-2cf592386bf6 req-26410957-6a4f-4514-84d1-a8c9db93db69 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:56.724832 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ddef256d-1704-468d-8e42-2cf592386bf6 req-26410957-6a4f-4514-84d1-a8c9db93db69 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.2935212
May 11 13:45:56.795648 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ddef256d-1704-468d-8e42-2cf592386bf6 req-72b75d69-3dc7-4f7e-a0a0-44940c89f25d tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621817
May 11 13:45:56.835348 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e561f864-7cd1-4429-84be-d8b95a899ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:56.840688 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e561f864-7cd1-4429-84be-d8b95a899ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:56.849440 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-85e11999-4123-48cb-9414-b313567e3d8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:56.884646 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6e32fd76-48d8-4755-ac64-9799457a1e8f req-91da6b85-ac01-455e-aa1e-1d36e2f100a3 service neutron] 10.222.0.54 "GET /v2.0/networks/a8e423f0-92f2-4643-a2c6-7172377b9fe5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1932714
May 11 13:45:56.890553 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561f864-7cd1-4429-84be-d8b95a899ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0076710-ab3f-49db-808b-ca733436d801,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:56.897539 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-e561f864-7cd1-4429-84be-d8b95a899ba4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca7c7cb7986a4a38b9e1b9b9edcf93fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4141588
May 11 13:45:56.897539 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e561f864-7cd1-4429-84be-d8b95a899ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:56.897839 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 47074) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:45:56.975181 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a4cc5011-370d-489b-9e23-5b7f512fd6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:57.009716 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a4cc5011-370d-489b-9e23-5b7f512fd6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:57.069177 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a4cc5011-370d-489b-9e23-5b7f512fd6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:57.076373 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0e43b776-24de-4798-97dd-ccfae3df0b02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:45:57.091324 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc5011-370d-489b-9e23-5b7f512fd6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0076710-ab3f-49db-808b-ca733436d801,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:45:57.102701 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a4cc5011-370d-489b-9e23-5b7f512fd6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:45:57.104858 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a4cc5011-370d-489b-9e23-5b7f512fd6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:57.105968 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-a4cc5011-370d-489b-9e23-5b7f512fd6ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d0076710-ab3f-49db-808b-ca733436d801 HTTP/1.1" status: 204  len: 168 time: 0.2072666
May 11 13:45:57.114352 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6e32fd76-48d8-4755-ac64-9799457a1e8f req-c5ba5eb3-c426-43a2-bb73-36ba6600eecc service neutron] 10.222.0.54 "GET /v2.0/networks/a8e423f0-92f2-4643-a2c6-7172377b9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2217669
May 11 13:45:57.163474 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a05c4-15bb-4dce-b123-5513c0570109 req-eaf73417-6ee2-4335-9bd2-45b46df46f55 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:57.168102 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-904a05c4-15bb-4dce-b123-5513c0570109 req-eaf73417-6ee2-4335-9bd2-45b46df46f55 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.1511662
May 11 13:45:57.214987 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-904a05c4-15bb-4dce-b123-5513c0570109 req-c8492844-313b-4c73-9abc-e034fa1610a8 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436618
May 11 13:45:57.750580 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10561a8d-fb6d-4064-8270-7505bcb94167 req-5e79f7ac-b8f8-416a-b64d-3f03c2c4a2f3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:57.753178 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-10561a8d-fb6d-4064-8270-7505bcb94167 req-5e79f7ac-b8f8-416a-b64d-3f03c2c4a2f3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d HTTP/1.1" status: 200  len: 944 time: 0.1023571
May 11 13:45:57.804510 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-10561a8d-fb6d-4064-8270-7505bcb94167 req-782f3703-86c8-45e8-8183-5e805381ad52 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454166
May 11 13:45:58.015661 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9650d-4bc2-453f-8860-448a837d2c9e req-9dbfa0c3-2ae9-4bbe-80f3-a05eb520df0f tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:58.017197 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-11d9650d-4bc2-453f-8860-448a837d2c9e req-9dbfa0c3-2ae9-4bbe-80f3-a05eb520df0f tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.0913577
May 11 13:45:58.076629 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-11d9650d-4bc2-453f-8860-448a837d2c9e req-02774b5e-442a-45f9-ab91-ef366a54b389 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526893
May 11 13:45:58.415153 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ad550-53a6-4a34-943b-523235e1c5be req-e006703a-9d49-4a95-8259-d8105b018ece tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:58.416745 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-547ad550-53a6-4a34-943b-523235e1c5be req-e006703a-9d49-4a95-8259-d8105b018ece tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.0898390
May 11 13:45:58.500586 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-547ad550-53a6-4a34-943b-523235e1c5be req-bb29ad0a-2f98-407c-b15c-bc3914e2c214 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0753376
May 11 13:45:59.053529 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f54df-a56d-48c2-8094-f9aeeeb03aca req-d0e40739-e549-4cf0-ac1f-1df9709ec896 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:59.055449 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-497f54df-a56d-48c2-8094-f9aeeeb03aca req-d0e40739-e549-4cf0-ac1f-1df9709ec896 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d HTTP/1.1" status: 200  len: 944 time: 0.0964777
May 11 13:45:59.109922 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-497f54df-a56d-48c2-8094-f9aeeeb03aca req-9cc0992d-2bd1-42ec-a7fa-713cc1b88c5d tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479841
May 11 13:45:59.282858 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96740a-e07d-40a6-8496-894a02c5ccc9 req-cdea7a08-e06b-47f7-aa77-007c7141590c tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:45:59.284447 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4d96740a-e07d-40a6-8496-894a02c5ccc9 req-cdea7a08-e06b-47f7-aa77-007c7141590c tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.0871811
May 11 13:45:59.352968 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4d96740a-e07d-40a6-8496-894a02c5ccc9 req-3b0ba24b-7da9-4416-8bc8-0ae34971088d tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596113
May 11 13:45:59.410330 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-e01d3091-6a03-46c2-9967-1ac20414d7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:45:59.503587 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:00.393413 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e5bb1-1644-4674-b75e-67cb3237264b req-2c1f9dce-20b3-42bf-ade4-f0bd98166dfb tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:00.395027 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-565e5bb1-1644-4674-b75e-67cb3237264b req-2c1f9dce-20b3-42bf-ade4-f0bd98166dfb tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d HTTP/1.1" status: 200  len: 944 time: 0.1525166
May 11 13:46:00.445591 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 3e84ac36-b98b-4401-b3da-d4aacb89094f details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 11 13:46:00.456393 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-565e5bb1-1644-4674-b75e-67cb3237264b req-3821c857-0ab2-4fbb-826d-59f36f13c47a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452104
May 11 13:46:00.587974 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b83a3-7b6c-4975-96d8-ad37b2c4c6c7 req-3cd8acd0-d3d0-4476-b704-9b182c6df259 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:00.592770 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-266b83a3-7b6c-4975-96d8-ad37b2c4c6c7 req-3cd8acd0-d3d0-4476-b704-9b182c6df259 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.0983741
May 11 13:46:00.614865 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port 3e84ac36-b98b-4401-b3da-d4aacb89094f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3e84ac36-b98b-4401-b3da-d4aacb89094f,segment=NetworkSegment(da77338e-78ab-4b09-adcb-e7d35927c19a),segment_id=da77338e-78ab-4b09-adcb-e7d35927c19a)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:46:00.629393 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Returning: {'device': '3e84ac36-b98b-4401-b3da-d4aacb89094f', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'port_id': '3e84ac36-b98b-4401-b3da-d4aacb89094f', 'mac_address': 'fa:16:3e:53:9a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 11 13:46:00.661271 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-266b83a3-7b6c-4975-96d8-ad37b2c4c6c7 req-68a59af5-d585-4197-b813-66df40ea1a25 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640483
May 11 13:46:00.688218 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:00.706575 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e84ac36-b98b-4401-b3da-d4aacb89094f {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:46:00.724760 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port 3e84ac36-b98b-4401-b3da-d4aacb89094f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3e84ac36-b98b-4401-b3da-d4aacb89094f,segment=NetworkSegment(da77338e-78ab-4b09-adcb-e7d35927c19a),segment_id=da77338e-78ab-4b09-adcb-e7d35927c19a)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:46:00.729222 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:00.731067 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:00.829048 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=3e84ac36-b98b-4401-b3da-d4aacb89094f,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:00.837820 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:00.838164 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:00.838498 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:00.838825 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:00.839158 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:00.839503 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:00.839864 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:00.840172 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:00.840495 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:00.840802 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:00.841114 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:00.841424 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:00.845520 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:01.089329 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['3e84ac36-b98b-4401-b3da-d4aacb89094f'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:46:01.944672 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b302354-61ff-44c2-8e73-3463b9b4d8ef req-d380b25d-449d-4f76-b7bf-5e0793f30064 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:01.958711 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3b302354-61ff-44c2-8e73-3463b9b4d8ef req-d380b25d-449d-4f76-b7bf-5e0793f30064 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d HTTP/1.1" status: 200  len: 945 time: 0.1623251
May 11 13:46:01.993134 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee83940-82fe-4489-be6c-724337916f5e req-e6f2deb5-1bc1-4ea3-8b3a-a45d5d73aaab tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:01.998039 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5ee83940-82fe-4489-be6c-724337916f5e req-e6f2deb5-1bc1-4ea3-8b3a-a45d5d73aaab tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.1578920
May 11 13:46:02.034287 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3b302354-61ff-44c2-8e73-3463b9b4d8ef req-f0e02fad-b883-469d-9e2d-6b4924650594 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732284
May 11 13:46:02.072211 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5ee83940-82fe-4489-be6c-724337916f5e req-e08ab4e1-568f-4945-91f8-d2f785a63d4c tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644908
May 11 13:46:02.261764 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:02.516603 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d746f0f3-40c9-489b-b82c-07edcc8b60b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:03.258842 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a4f79-9172-436d-aece-1662c77e808a req-10b25988-4e59-41b5-b2b8-38c6e27cb5f4 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:03.260552 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-108a4f79-9172-436d-aece-1662c77e808a req-10b25988-4e59-41b5-b2b8-38c6e27cb5f4 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d HTTP/1.1" status: 200  len: 945 time: 0.0945699
May 11 13:46:03.321760 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-108a4f79-9172-436d-aece-1662c77e808a req-494722ab-c55a-4b54-b278-8f936d931920 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544512
May 11 13:46:03.363667 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:03.388986 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3999338-61e3-4d13-93cd-be37e3871fe6 req-55f77f33-229b-47a7-8c37-f35407b9553f tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:03.391687 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c3999338-61e3-4d13-93cd-be37e3871fe6 req-55f77f33-229b-47a7-8c37-f35407b9553f tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.1676743
May 11 13:46:03.460548 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c3999338-61e3-4d13-93cd-be37e3871fe6 req-5a19f191-52d7-41c9-b302-8b635bb4a22c tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616839
May 11 13:46:03.925276 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 47234) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:04.061872 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-38684673-ec88-46ef-8d73-33f17987f523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:04.088189 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-38684673-ec88-46ef-8d73-33f17987f523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:04.095266 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-38684673-ec88-46ef-8d73-33f17987f523 admin admin] Usage tracker for resource:security_group_rule and tenant:b1bf95a5c79b4eee90ca0d85dbdaf322 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:46:04.100904 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-38684673-ec88-46ef-8d73-33f17987f523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:46:04.111214 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-38684673-ec88-46ef-8d73-33f17987f523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:04.240184 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-38684673-ec88-46ef-8d73-33f17987f523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:04.244915 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-38684673-ec88-46ef-8d73-33f17987f523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:04.257946 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-fb053875-3899-49ba-9d79-2b4506ebd318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:04.298146 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-38684673-ec88-46ef-8d73-33f17987f523 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b1bf95a5c79b4eee90ca0d85dbdaf322&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3717575
May 11 13:46:04.300208 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38684673-ec88-46ef-8d73-33f17987f523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa15b0a-b2bb-467a-b2e3-1bc6448dc8ed,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:04.303551 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-38684673-ec88-46ef-8d73-33f17987f523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:04.304057 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 47244) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:04.372241 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-13ad8617-3fdd-4927-9a05-5c2f4852465d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:04.403613 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-13ad8617-3fdd-4927-9a05-5c2f4852465d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:04.465628 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-13ad8617-3fdd-4927-9a05-5c2f4852465d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:04.469828 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a3d98150-5c4f-4897-a156-167d26903b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:04.470894 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 3e84ac36-b98b-4401-b3da-d4aacb89094f up at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:46:04.487204 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad8617-3fdd-4927-9a05-5c2f4852465d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa15b0a-b2bb-467a-b2e3-1bc6448dc8ed,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:04.490049 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-13ad8617-3fdd-4927-9a05-5c2f4852465d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:04.491469 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-13ad8617-3fdd-4927-9a05-5c2f4852465d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:04.495497 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-13ad8617-3fdd-4927-9a05-5c2f4852465d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cfa15b0a-b2bb-467a-b2e3-1bc6448dc8ed HTTP/1.1" status: 204  len: 168 time: 0.1904402
May 11 13:46:04.653268 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc5375-444a-497d-9bad-2b61d963c57d req-96ac6487-fbe0-4405-8784-f8f020c68a1f tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:04.657269 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-52dc5375-444a-497d-9bad-2b61d963c57d req-96ac6487-fbe0-4405-8784-f8f020c68a1f tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.54 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.3026278
May 11 13:46:04.667516 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667912ed-bb68-4fd0-9058-6f7be470228b req-e89208f8-d463-43a7-a1b3-70284bd9d3f6 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:04.669961 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-667912ed-bb68-4fd0-9058-6f7be470228b req-e89208f8-d463-43a7-a1b3-70284bd9d3f6 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d HTTP/1.1" status: 200  len: 945 time: 0.1308589
May 11 13:46:04.679540 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ed4c7-6e87-46d7-8448-e191d0947536 req-663cf2af-9c65-4dba-89a0-092c95646a06 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:04.681514 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-823ed4c7-6e87-46d7-8448-e191d0947536 req-663cf2af-9c65-4dba-89a0-092c95646a06 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2172fa4-211d-4bce-ad73-05188b242043 HTTP/1.1" status: 200  len: 945 time: 0.3291101
May 11 13:46:04.694294 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning for port 3e84ac36-b98b-4401-b3da-d4aacb89094f completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:46:04.703864 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning complete for port 3e84ac36-b98b-4401-b3da-d4aacb89094f triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:46:04.704824 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:04.750754 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-667912ed-bb68-4fd0-9058-6f7be470228b req-cc23cd02-5063-40fa-8a0d-034cf7b21bcc tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658708
May 11 13:46:04.854311 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:04.915290 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-823ed4c7-6e87-46d7-8448-e191d0947536 req-e5d3d259-3e0e-4aae-9230-0263121453c6 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/security-groups?id=31e74f5b-58eb-4dde-8d62-e45732996f5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291323
May 11 13:46:04.981338 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:05.038957 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a19aefa-5cb6-4074-926c-26243c5a8b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e84ac36-b98b-4401-b3da-d4aacb89094f'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:46:05.040305 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6c5b6-ed56-404f-8b4d-20c67a78bebb req-a807d7f9-e9bc-4b6e-a6c2-f3478ce1b459 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:05.042564 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 47258) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:05.043751 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bce6c5b6-ed56-404f-8b4d-20c67a78bebb req-a807d7f9-e9bc-4b6e-a6c2-f3478ce1b459 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 946 time: 0.1654902
May 11 13:46:05.060079 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port 3e84ac36-b98b-4401-b3da-d4aacb89094f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3e84ac36-b98b-4401-b3da-d4aacb89094f,segment=NetworkSegment(da77338e-78ab-4b09-adcb-e7d35927c19a),segment_id=da77338e-78ab-4b09-adcb-e7d35927c19a)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:46:05.065051 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:05.068579 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:05.079627 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b3c50804-3461-4cf2-9b1a-bd194e59e94b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:05.123469 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-b3c50804-3461-4cf2-9b1a-bd194e59e94b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:05.132401 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bce6c5b6-ed56-404f-8b4d-20c67a78bebb req-310c21b6-2fb3-4482-bb8b-ea579294e561 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820260
May 11 13:46:05.136127 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-b3c50804-3461-4cf2-9b1a-bd194e59e94b admin admin] Usage tracker for resource:security_group_rule and tenant:d53b6aae91ac4b2db8eac71ce0d4cbf8 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:46:05.142236 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-b3c50804-3461-4cf2-9b1a-bd194e59e94b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:46:05.153718 dv-cinder-784779-11-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a19aefa-5cb6-4074-926c-26243c5a8b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e84ac36-b98b-4401-b3da-d4aacb89094f', 'code': 200}
May 11 13:46:05.167109 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-b3c50804-3461-4cf2-9b1a-bd194e59e94b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:05.167466 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=3e84ac36-b98b-4401-b3da-d4aacb89094f,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:05.170931 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:05.177202 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-52dc5375-444a-497d-9bad-2b61d963c57d req-7aad7ebb-a73d-49d8-9c4b-aa1914141719 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Deleting port 716f81b5-9951-4800-a928-e286481dd6b2 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:46:05.177787 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-52dc5375-444a-497d-9bad-2b61d963c57d req-7aad7ebb-a73d-49d8-9c4b-aa1914141719 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:05.617789 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d578026-6b3f-4629-9165-7895bba082c1 req-ebbde0c9-6143-4d1a-a919-039e328e453e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:05.620113 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2d578026-6b3f-4629-9165-7895bba082c1 req-ebbde0c9-6143-4d1a-a919-039e328e453e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d HTTP/1.1" status: 200  len: 1099 time: 0.2029305
May 11 13:46:05.633926 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-52dc5375-444a-497d-9bad-2b61d963c57d req-7aad7ebb-a73d-49d8-9c4b-aa1914141719 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] For port 716f81b5-9951-4800-a928-e286481dd6b2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=716f81b5-9951-4800-a928-e286481dd6b2,segment=NetworkSegment(69e15363-40f7-4893-84c3-3c98c4cd3963),segment_id=69e15363-40f7-4893-84c3-3c98c4cd3963)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:46:05.634280 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-52dc5375-444a-497d-9bad-2b61d963c57d req-7aad7ebb-a73d-49d8-9c4b-aa1914141719 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:05.681400 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2d578026-6b3f-4629-9165-7895bba082c1 req-b5f22e15-c987-4c6d-a643-8a91007b4bab service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447676
May 11 13:46:05.778362 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-52dc5375-444a-497d-9bad-2b61d963c57d req-7aad7ebb-a73d-49d8-9c4b-aa1914141719 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Calling delete_port for 716f81b5-9951-4800-a928-e286481dd6b2 owned by compute:nova {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:46:05.798117 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b3c50804-3461-4cf2-9b1a-bd194e59e94b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:05.805456 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b3c50804-3461-4cf2-9b1a-bd194e59e94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:05.820787 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2741ce74-a0db-4a54-b718-31ca0d2ddad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:05.885680 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c50804-3461-4cf2-9b1a-bd194e59e94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6420b81c-eb6d-44e6-ba65-172c5a195be5,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:05.891978 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-b3c50804-3461-4cf2-9b1a-bd194e59e94b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d53b6aae91ac4b2db8eac71ce0d4cbf8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8480484
May 11 13:46:05.894676 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 47266) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:05.923812 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b3c50804-3461-4cf2-9b1a-bd194e59e94b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:05.968925 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-08d9fb38-0fd6-4584-859a-cdf5218905d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:05.999965 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-08d9fb38-0fd6-4584-859a-cdf5218905d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:06.090211 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d14ea-eb6b-4a45-83b4-68b344ca791f req-77ddac28-2efe-4803-818f-44a134670e76 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:06.091871 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-dd6d14ea-eb6b-4a45-83b4-68b344ca791f req-77ddac28-2efe-4803-818f-44a134670e76 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d HTTP/1.1" status: 200  len: 946 time: 0.2075384
May 11 13:46:06.141385 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-08d9fb38-0fd6-4584-859a-cdf5218905d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:06.147373 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:06.166341 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9fb38-0fd6-4584-859a-cdf5218905d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6420b81c-eb6d-44e6-ba65-172c5a195be5,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:06.171081 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-08d9fb38-0fd6-4584-859a-cdf5218905d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:06.172636 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-52dc5375-444a-497d-9bad-2b61d963c57d req-7aad7ebb-a73d-49d8-9c4b-aa1914141719 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:06.173650 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-08d9fb38-0fd6-4584-859a-cdf5218905d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:06.177151 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-08d9fb38-0fd6-4584-859a-cdf5218905d5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6420b81c-eb6d-44e6-ba65-172c5a195be5 HTTP/1.1" status: 204  len: 168 time: 0.2789817
May 11 13:46:06.193270 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e09301be-02b4-404f-b876-ee42da02e7e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:06.222297 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['716f81b5-9951-4800-a928-e286481dd6b2'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:46:06.252775 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2339faf-1b64-4149-956d-df734b766633 req-d67f2650-acb1-4e6f-990d-7b85a093c0fe tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:06.254821 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b2339faf-1b64-4149-956d-df734b766633 req-d67f2650-acb1-4e6f-990d-7b85a093c0fe tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2172fa4-211d-4bce-ad73-05188b242043 HTTP/1.1" status: 200  len: 945 time: 0.1813409
May 11 13:46:06.331047 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b2339faf-1b64-4149-956d-df734b766633 req-c0a6efa5-bdc2-4930-a1b5-12afa18eaaa1 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/security-groups?id=31e74f5b-58eb-4dde-8d62-e45732996f5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601304
May 11 13:46:06.370395 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad7ebb-a73d-49d8-9c4b-aa1914141719 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Pushing event deleted for resources: {'Port': ['ID=716f81b5-9951-4800-a928-e286481dd6b2,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:06.426287 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7aad7ebb-a73d-49d8-9c4b-aa1914141719 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:06.431916 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-dd6d14ea-eb6b-4a45-83b4-68b344ca791f req-2b3e19ba-a9e0-4c15-abe1-c31ea87c2149 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3225968
May 11 13:46:06.441915 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-52dc5375-444a-497d-9bad-2b61d963c57d req-7aad7ebb-a73d-49d8-9c4b-aa1914141719 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] No DVR routers for this DVR port 716f81b5-9951-4800-a928-e286481dd6b2 on host hv-cinder-78477 {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:46:06.446086 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-52dc5375-444a-497d-9bad-2b61d963c57d req-7aad7ebb-a73d-49d8-9c4b-aa1914141719 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:06.465541 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b97539-15de-4ab3-a337-0d1324ba6fb9', 'name': 'network-vif-deleted', 'tag': '716f81b5-9951-4800-a928-e286481dd6b2'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:46:06.539949 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-52dc5375-444a-497d-9bad-2b61d963c57d req-7aad7ebb-a73d-49d8-9c4b-aa1914141719 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.54 "DELETE /v2.0/ports/716f81b5-9951-4800-a928-e286481dd6b2 HTTP/1.1" status: 204  len: 173 time: 1.8569613
May 11 13:46:06.578905 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b97539-15de-4ab3-a337-0d1324ba6fb9', 'name': 'network-vif-deleted', 'tag': '716f81b5-9951-4800-a928-e286481dd6b2', 'status': 'completed', 'code': 200}
May 11 13:46:06.649045 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e0d92913-b7be-4b63-b731-c700f767c1b9 req-7a7eca2d-852d-4214-88b2-44621c7c639c tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b97539-15de-4ab3-a337-0d1324ba6fb9 HTTP/1.1" status: 200  len: 210 time: 0.0972846
May 11 13:46:06.696061 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65d4b7-5e56-4c14-91f8-1c3e3f1372d3 req-a9a990b9-6d27-4483-81d3-94677d2fa0b7 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:06.699120 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9a65d4b7-5e56-4c14-91f8-1c3e3f1372d3 req-a9a990b9-6d27-4483-81d3-94677d2fa0b7 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2172fa4-211d-4bce-ad73-05188b242043 HTTP/1.1" status: 200  len: 945 time: 0.2844844
May 11 13:46:06.934800 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 47280) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:06.950667 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-9a65d4b7-5e56-4c14-91f8-1c3e3f1372d3 req-911891a4-f5d7-4fc9-b3c8-0fb7194407ff tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Deleting port d2636c95-ab30-40fb-add1-a514d0588642 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:46:06.951150 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-9a65d4b7-5e56-4c14-91f8-1c3e3f1372d3 req-911891a4-f5d7-4fc9-b3c8-0fb7194407ff tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:06.955135 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-de17a2a9-0561-40ad-9be6-fd807614535a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:06.977396 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-de17a2a9-0561-40ad-9be6-fd807614535a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:06.981875 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-de17a2a9-0561-40ad-9be6-fd807614535a admin admin] Usage tracker for resource:security_group_rule and tenant:fd84a75240234673918c7e604317fe35 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:46:06.985305 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-de17a2a9-0561-40ad-9be6-fd807614535a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:46:06.993991 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-de17a2a9-0561-40ad-9be6-fd807614535a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:07.115679 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-de17a2a9-0561-40ad-9be6-fd807614535a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:07.121028 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-de17a2a9-0561-40ad-9be6-fd807614535a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:07.131298 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-9a65d4b7-5e56-4c14-91f8-1c3e3f1372d3 req-911891a4-f5d7-4fc9-b3c8-0fb7194407ff tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] For port d2636c95-ab30-40fb-add1-a514d0588642, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d2636c95-ab30-40fb-add1-a514d0588642,segment=NetworkSegment(5b62c77f-a65c-42b5-9cc1-650e848ba5f8),segment_id=5b62c77f-a65c-42b5-9cc1-650e848ba5f8)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:46:07.131880 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-9a65d4b7-5e56-4c14-91f8-1c3e3f1372d3 req-911891a4-f5d7-4fc9-b3c8-0fb7194407ff tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:07.136705 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b4382942-2bc2-4edf-96d0-46dd60ffeb73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:07.213165 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-de17a2a9-0561-40ad-9be6-fd807614535a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd84a75240234673918c7e604317fe35&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2766171
May 11 13:46:07.214295 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17a2a9-0561-40ad-9be6-fd807614535a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37ca2c4-d995-4b89-ac54-513b4a592676,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:07.217996 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 47286) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:07.219141 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-de17a2a9-0561-40ad-9be6-fd807614535a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:07.315409 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9903fb7e-03a6-40de-b1c8-f46d9cc3cfc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:07.327814 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-9a65d4b7-5e56-4c14-91f8-1c3e3f1372d3 req-911891a4-f5d7-4fc9-b3c8-0fb7194407ff tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Calling delete_port for d2636c95-ab30-40fb-add1-a514d0588642 owned by compute:nova {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:46:07.352408 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9903fb7e-03a6-40de-b1c8-f46d9cc3cfc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:07.457595 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-9a65d4b7-5e56-4c14-91f8-1c3e3f1372d3 req-911891a4-f5d7-4fc9-b3c8-0fb7194407ff tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2100528'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:07.462905 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9903fb7e-03a6-40de-b1c8-f46d9cc3cfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:07.465801 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a138d0d5-c6b1-4ec7-a9b6-7ab1a38eb475 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:07.473492 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['d2636c95-ab30-40fb-add1-a514d0588642'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:46:07.509384 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-424e9d20-0d45-4510-b0f2-a6e704be1930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:07.579216 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911891a4-f5d7-4fc9-b3c8-0fb7194407ff tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Pushing event deleted for resources: {'Port': ['ID=d2636c95-ab30-40fb-add1-a514d0588642,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:07.584167 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-911891a4-f5d7-4fc9-b3c8-0fb7194407ff tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:07.612103 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903fb7e-03a6-40de-b1c8-f46d9cc3cfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37ca2c4-d995-4b89-ac54-513b4a592676,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:07.629156 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9903fb7e-03a6-40de-b1c8-f46d9cc3cfc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:07.674356 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a65d4b7-5e56-4c14-91f8-1c3e3f1372d3 req-911891a4-f5d7-4fc9-b3c8-0fb7194407ff tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] No DVR routers for this DVR port d2636c95-ab30-40fb-add1-a514d0588642 on host hv-cinder-78477 {{(pid=78703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:46:07.682903 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9903fb7e-03a6-40de-b1c8-f46d9cc3cfc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:07.686561 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-9903fb7e-03a6-40de-b1c8-f46d9cc3cfc7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a37ca2c4-d995-4b89-ac54-513b4a592676 HTTP/1.1" status: 204  len: 168 time: 0.4647889
May 11 13:46:07.700496 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-329adbbd-9243-4310-8d10-665d29324454 req-070d0eec-2b2f-4a4a-a999-291536241bd4 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2172fa4-211d-4bce-ad73-05188b242043 HTTP/1.1" status: 200  len: 210 time: 0.0929732
May 11 13:46:07.709497 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-9a65d4b7-5e56-4c14-91f8-1c3e3f1372d3 req-911891a4-f5d7-4fc9-b3c8-0fb7194407ff tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:07.720338 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2172fa4-211d-4bce-ad73-05188b242043', 'name': 'network-vif-deleted', 'tag': 'd2636c95-ab30-40fb-add1-a514d0588642'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:46:07.733039 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9a65d4b7-5e56-4c14-91f8-1c3e3f1372d3 req-911891a4-f5d7-4fc9-b3c8-0fb7194407ff tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] 10.222.0.54 "DELETE /v2.0/ports/d2636c95-ab30-40fb-add1-a514d0588642 HTTP/1.1" status: 204  len: 173 time: 1.0273359
May 11 13:46:07.805115 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab2bee-6b40-46d9-b6c8-e87aa8b3011b req-cf164ef0-eaaa-4734-8ebc-4bf816abccf5 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:07.806699 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c3ab2bee-6b40-46d9-b6c8-e87aa8b3011b req-cf164ef0-eaaa-4734-8ebc-4bf816abccf5 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d HTTP/1.1" status: 200  len: 946 time: 0.1346145
May 11 13:46:07.835505 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 47300) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:07.883937 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c3ab2bee-6b40-46d9-b6c8-e87aa8b3011b req-92ad1651-5444-48c5-aa75-1c9145e99aec tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663173
May 11 13:46:07.916815 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2172fa4-211d-4bce-ad73-05188b242043', 'name': 'network-vif-deleted', 'tag': 'd2636c95-ab30-40fb-add1-a514d0588642', 'status': 'completed', 'code': 200}
May 11 13:46:08.164504 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de1077-f227-422f-8caf-97e91194cadb req-116ae537-278b-4e23-bf2a-c820feeaf166 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:08.166105 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-66de1077-f227-422f-8caf-97e91194cadb req-116ae537-278b-4e23-bf2a-c820feeaf166 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d HTTP/1.1" status: 200  len: 946 time: 0.1315203
May 11 13:46:08.217489 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-66de1077-f227-422f-8caf-97e91194cadb req-0af1248a-70c8-4ea2-b1ef-fd5a570b4bee tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438688
May 11 13:46:08.251142 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 47314) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:08.465281 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 716f81b5-9951-4800-a928-e286481dd6b2 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:46:08.503930 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] No Port match for: 716f81b5-9951-4800-a928-e286481dd6b2 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:46:08.504979 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 716f81b5-9951-4800-a928-e286481dd6b2 not bound to the agent host hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:46:08.760521 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d574d1-e27a-4c92-b370-15ecb7299b3c tempest-TestVolumeBootPattern-506459585 tempest-TestVolumeBootPattern-506459585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:08.765910 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-73d574d1-e27a-4c92-b370-15ecb7299b3c tempest-TestVolumeBootPattern-506459585 tempest-TestVolumeBootPattern-506459585-project-admin] Synchronizing usage tracker for tenant:c17d809af7ac4a28861ad542deed915c on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:46:08.788811 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-73d574d1-e27a-4c92-b370-15ecb7299b3c tempest-TestVolumeBootPattern-506459585 tempest-TestVolumeBootPattern-506459585-project-admin] Unset dirty status for tenant:c17d809af7ac4a28861ad542deed915c on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:46:08.790606 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-73d574d1-e27a-4c92-b370-15ecb7299b3c tempest-TestVolumeBootPattern-506459585 tempest-TestVolumeBootPattern-506459585-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d HTTP/1.1" status: 200  len: 1094 time: 0.5376763
May 11 13:46:08.793759 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 47332) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:08.802532 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-16430289-2d43-4658-b4b3-be4fe0bd573b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Request body: {'floatingip': {'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'port_id': '3e84ac36-b98b-4401-b3da-d4aacb89094f', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'fixed_ip_address': '172.20.0.13'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:46:08.809267 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-16430289-2d43-4658-b4b3-be4fe0bd573b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:08.810465 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-15825adc-5096-44ea-ba42-aa8d15d795f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704780'] for router_interface, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:08.816286 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-16430289-2d43-4658-b4b3-be4fe0bd573b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Usage tracker for resource:floatingip and tenant:d185725581a24febb7946b4a64c64b41 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:46:08.821326 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-16430289-2d43-4658-b4b3-be4fe0bd573b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:46:08.832133 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-16430289-2d43-4658-b4b3-be4fe0bd573b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:08.858889 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-16430289-2d43-4658-b4b3-be4fe0bd573b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for floatingip, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:09.046773 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-16430289-2d43-4658-b4b3-be4fe0bd573b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:09.256375 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [None req-16430289-2d43-4658-b4b3-be4fe0bd573b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Allocated IP 172.27.1.39 (e051f2fa-e4f7-48f8-93ce-58e38fee5eb4/218716c0-958e-4312-849b-6a79832afb0f/668abaf0-3024-4536-b34b-e0f0f76b1566) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:46:09.553230 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-15825adc-5096-44ea-ba42-aa8d15d795f9 admin admin] Deleting port ac80436f-2b5e-47d9-9d36-221c85a0f275 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:46:09.553578 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-15825adc-5096-44ea-ba42-aa8d15d795f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:09.674139 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-16430289-2d43-4658-b4b3-be4fe0bd573b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:09.709392 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-16430289-2d43-4658-b4b3-be4fe0bd573b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2100528'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:09.717661 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d301e7b3-d92d-4763-bb6c-b39a61181c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:09.766549 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-15825adc-5096-44ea-ba42-aa8d15d795f9 admin admin] For port ac80436f-2b5e-47d9-9d36-221c85a0f275, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=ac80436f-2b5e-47d9-9d36-221c85a0f275,segment=NetworkSegment(69e15363-40f7-4893-84c3-3c98c4cd3963),segment_id=69e15363-40f7-4893-84c3-3c98c4cd3963)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:46:09.766993 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-15825adc-5096-44ea-ba42-aa8d15d795f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:09.777449 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16430289-2d43-4658-b4b3-be4fe0bd573b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:46:09.780584 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-16430289-2d43-4658-b4b3-be4fe0bd573b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:46:09.784845 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16430289-2d43-4658-b4b3-be4fe0bd573b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:46:09.830045 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16430289-2d43-4658-b4b3-be4fe0bd573b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Pushing event updated for resources: {'Port': ['ID=668abaf0-3024-4536-b34b-e0f0f76b1566,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:09.834995 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-16430289-2d43-4658-b4b3-be4fe0bd573b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:10.015184 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-15825adc-5096-44ea-ba42-aa8d15d795f9 admin admin] Calling delete_port for ac80436f-2b5e-47d9-9d36-221c85a0f275 owned by network:router_interface {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:46:10.387026 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-16430289-2d43-4658-b4b3-be4fe0bd573b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:10.442596 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-15825adc-5096-44ea-ba42-aa8d15d795f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:10.454046 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-c2027be8-8d54-4ec6-aef4-c7b6a8309bb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:10.483481 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device d2636c95-ab30-40fb-add1-a514d0588642 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:46:10.492250 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-16430289-2d43-4658-b4b3-be4fe0bd573b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:10.608989 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15825adc-5096-44ea-ba42-aa8d15d795f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac80436f-2b5e-47d9-9d36-221c85a0f275,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:10.613946 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] No Port match for: d2636c95-ab30-40fb-add1-a514d0588642 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:46:10.614803 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device d2636c95-ab30-40fb-add1-a514d0588642 not bound to the agent host hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:46:10.616626 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-15825adc-5096-44ea-ba42-aa8d15d795f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:11.118158 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-16430289-2d43-4658-b4b3-be4fe0bd573b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:11.126395 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-16430289-2d43-4658-b4b3-be4fe0bd573b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2100521'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:11.134478 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:11.334716 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-15825adc-5096-44ea-ba42-aa8d15d795f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732092'] for router_interface, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:11.359025 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c5a1f-f878-4117-9b49-584c62132877 req-218e8656-2b40-40f2-8956-3bac8f7699c0 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:11.361720 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-df9c5a1f-f878-4117-9b49-584c62132877 req-218e8656-2b40-40f2-8956-3bac8f7699c0 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 984 time: 0.3199410
May 11 13:46:11.400993 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16430289-2d43-4658-b4b3-be4fe0bd573b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Pushing event updated for resources: {'Port': ['ID=668abaf0-3024-4536-b34b-e0f0f76b1566,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:11.419204 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-16430289-2d43-4658-b4b3-be4fe0bd573b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:11.449100 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c0064-7d6e-4362-aca0-2c5872200cfa req-cf9d09c0-af3a-4601-af7d-dc4f3f750d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:11.450547 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2a3c0064-7d6e-4362-aca0-2c5872200cfa req-cf9d09c0-af3a-4601-af7d-dc4f3f750d1d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=87061cce8d8647f28b362c421c9446b9&device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 1137 time: 0.5512462
May 11 13:46:11.459363 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-16430289-2d43-4658-b4b3-be4fe0bd573b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709941'] for floatingip, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:11.717100 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-df9c5a1f-f878-4117-9b49-584c62132877 req-c163a3bd-eb85-4bd9-8eac-7b8ae43d3bbb tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=01edf033-b90f-442d-9f9d-825b322cc78f&id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3443682
May 11 13:46:11.843014 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.db.l3_db [None req-16430289-2d43-4658-b4b3-be4fe0bd573b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Floating IP abcc0dee-4178-4301-ae31-6c223712a59d associated. External IP: 172.27.1.39, port: 3e84ac36-b98b-4401-b3da-d4aacb89094f.
May 11 13:46:11.993900 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c0064-7d6e-4362-aca0-2c5872200cfa req-681d2f09-d9e6-4bb5-b925-b1542fa5beef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:11.995267 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2a3c0064-7d6e-4362-aca0-2c5872200cfa req-681d2f09-d9e6-4bb5-b925-b1542fa5beef service neutron] 10.222.0.54 "GET /v2.0/networks?id=a8e423f0-92f2-4643-a2c6-7172377b9fe5 HTTP/1.1" status: 200  len: 916 time: 0.3485863
May 11 13:46:12.006357 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15825adc-5096-44ea-ba42-aa8d15d795f9 admin admin] Router d541cd06-f952-4b7e-8280-841355059d4b has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:46:12.212787 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15825adc-5096-44ea-ba42-aa8d15d795f9 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:46:12.227160 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6b8e6-cb3b-4989-9f89-2cccb0d3748d None None] Sync routers for ids ['d541cd06-f952-4b7e-8280-841355059d4b'] in dv-cinder-784779-11-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:46:12.231645 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-15825adc-5096-44ea-ba42-aa8d15d795f9 admin admin] 10.222.0.48 "PUT /v2.0/routers/d541cd06-f952-4b7e-8280-841355059d4b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3947322
May 11 13:46:12.233810 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 47382) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:12.247214 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6b8e6-cb3b-4989-9f89-2cccb0d3748d None None] Routers {'d541cd06-f952-4b7e-8280-841355059d4b'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:46:12.248547 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-ecc6b8e6-cb3b-4989-9f89-2cccb0d3748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e4d1c0>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:46:02Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['d541cd06-f952-4b7e-8280-841355059d4b'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:46:12.421282 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16430289-2d43-4658-b4b3-be4fe0bd573b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Router 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:46:12.555759 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-ecc6b8e6-cb3b-4989-9f89-2cccb0d3748d None None] Set router d541cd06-f952-4b7e-8280-841355059d4b gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:46:12.602047 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4f74b6f7-9036-4548-903c-9f99c803b76a admin admin] Notify callbacks [] for router, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:12.693568 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16430289-2d43-4658-b4b3-be4fe0bd573b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:46:12.710489 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e64314a-6087-443d-a014-e0d5db39d07a None None] Sync routers for ids ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'] in dv-cinder-784779-11-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:46:12.729578 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e64314a-6087-443d-a014-e0d5db39d07a None None] Routers {'3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:46:12.732358 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-4e64314a-6087-443d-a014-e0d5db39d07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9b5b3d0>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:46:02Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:46:12.764834 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-16430289-2d43-4658-b4b3-be4fe0bd573b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for floatingip, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:12.957083 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4f74b6f7-9036-4548-903c-9f99c803b76a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:13.117605 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-4f74b6f7-9036-4548-903c-9f99c803b76a admin admin] Deleting port c547ceeb-2471-4bba-945e-99e54b9b4572 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:46:13.118198 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4f74b6f7-9036-4548-903c-9f99c803b76a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:13.186481 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-ecc6b8e6-cb3b-4989-9f89-2cccb0d3748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e4d1c0>, [{'id': 'd541cd06-f952-4b7e-8280-841355059d4b', 'name': 'tempest-ServerRescueNegativeTestJSON-2067808118-router', 'tenant_id': 'f7125cde7f594fb59b70804ec00a8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'c547ceeb-2471-4bba-945e-99e54b9b4572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:37Z', 'updated_at': '2021-05-11T13:46:10Z', 'revision_number': 5, 'project_id': 'f7125cde7f594fb59b70804ec00a8405', 'gw_port': {'id': 'c547ceeb-2471-4bba-945e-99e54b9b4572', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd541cd06-f952-4b7e-8280-841355059d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:39Z', 'updated_at': '2021-05-11T13:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:46:13.197751 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6b8e6-cb3b-4989-9f89-2cccb0d3748d None None] Checking router: d541cd06-f952-4b7e-8280-841355059d4b for host: dv-cinder-784779-11-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:46:13.218663 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-4e64314a-6087-443d-a014-e0d5db39d07a None None] Set router 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:46:13.219250 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6b8e6-cb3b-4989-9f89-2cccb0d3748d None None] Routers {'d541cd06-f952-4b7e-8280-841355059d4b'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:46:13.220388 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-ecc6b8e6-cb3b-4989-9f89-2cccb0d3748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e4d1c0>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:46:02Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['d541cd06-f952-4b7e-8280-841355059d4b'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:46:13.250109 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-16430289-2d43-4658-b4b3-be4fe0bd573b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.4544733
May 11 13:46:13.264285 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a19aefa-5cb6-4074-926c-26243c5a8b6d', 'tag': '3e84ac36-b98b-4401-b3da-d4aacb89094f'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:46:13.340714 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2a3c0064-7d6e-4362-aca0-2c5872200cfa req-34ee907e-1a3d-4e09-88d9-072c6297eb52 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07e502bc-d319-49da-9e1f-f85bafa59bf1 HTTP/1.1" status: 200  len: 1001 time: 0.4532175
May 11 13:46:13.425604 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba2254-337d-476d-869a-62f3c328cd33 req-4dbaeacb-65eb-4b93-8d27-ce3cd2ec500a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:13.434425 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c9ba2254-337d-476d-869a-62f3c328cd33 req-4dbaeacb-65eb-4b93-8d27-ce3cd2ec500a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 984 time: 0.3086088
May 11 13:46:13.466292 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-4f74b6f7-9036-4548-903c-9f99c803b76a admin admin] For port c547ceeb-2471-4bba-945e-99e54b9b4572, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=c547ceeb-2471-4bba-945e-99e54b9b4572,segment=NetworkSegment(2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f),segment_id=2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:46:13.467148 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4f74b6f7-9036-4548-903c-9f99c803b76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:13.502333 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-ecc6b8e6-cb3b-4989-9f89-2cccb0d3748d None None] Set router d541cd06-f952-4b7e-8280-841355059d4b gateway port host: None {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:46:13.526167 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a19aefa-5cb6-4074-926c-26243c5a8b6d', 'tag': '3e84ac36-b98b-4401-b3da-d4aacb89094f', 'status': 'completed', 'code': 200}
May 11 13:46:13.604115 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c9ba2254-337d-476d-869a-62f3c328cd33 req-193d3a6a-f699-4e5b-b98d-a54509d4e48d tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=01edf033-b90f-442d-9f9d-825b322cc78f&id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1548562
May 11 13:46:13.706137 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-ecc6b8e6-cb3b-4989-9f89-2cccb0d3748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e4d1c0>, [{'id': 'd541cd06-f952-4b7e-8280-841355059d4b', 'name': 'tempest-ServerRescueNegativeTestJSON-2067808118-router', 'tenant_id': 'f7125cde7f594fb59b70804ec00a8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:37Z', 'updated_at': '2021-05-11T13:46:12Z', 'revision_number': 6, 'project_id': 'f7125cde7f594fb59b70804ec00a8405', 'gw_port_host': None}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:46:13.714697 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6b8e6-cb3b-4989-9f89-2cccb0d3748d None None] The sync data for ids ['d541cd06-f952-4b7e-8280-841355059d4b'] in dv-cinder-784779-11-iscsi is: [{'id': 'd541cd06-f952-4b7e-8280-841355059d4b', 'name': 'tempest-ServerRescueNegativeTestJSON-2067808118-router', 'tenant_id': 'f7125cde7f594fb59b70804ec00a8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:37Z', 'updated_at': '2021-05-11T13:46:12Z', 'revision_number': 6, 'project_id': 'f7125cde7f594fb59b70804ec00a8405', 'gw_port_host': None}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:46:13.771772 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-4f74b6f7-9036-4548-903c-9f99c803b76a admin admin] Calling delete_port for c547ceeb-2471-4bba-945e-99e54b9b4572 owned by network:router_gateway {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:46:13.862897 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-4e64314a-6087-443d-a014-e0d5db39d07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9b5b3d0>, [{'id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'name': 'tempest-TestVolumeBootPattern-1118253124-router', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:44:50Z', 'updated_at': '2021-05-11T13:44:57Z', 'revision_number': 4, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'gw_port': {'id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:51Z', 'updated_at': '2021-05-11T13:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_floatingips': [{'id': 'abcc0dee-4178-4301-ae31-6c223712a59d', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'floating_ip_address': '172.27.1.39', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'port_id': '3e84ac36-b98b-4401-b3da-d4aacb89094f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'mac_address': 'fa:16:3e:53:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a19aefa-5cb6-4074-926c-26243c5a8b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:46:10Z', 'updated_at': '2021-05-11T13:46:10Z', 'revision_number': 0, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ceaf8f-53d1-41e2-8851-754b528727a9', 'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'mac_address': 'fa:16:3e:30:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:57Z', 'updated_at': '2021-05-11T13:45:05Z', 'revision_number': 5, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'subnets': [{'id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:46:13.875327 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e64314a-6087-443d-a014-e0d5db39d07a None None] Checking router: 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d for host: dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:46:13.890508 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e64314a-6087-443d-a014-e0d5db39d07a None None] Routers {'3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:46:13.891167 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-4e64314a-6087-443d-a014-e0d5db39d07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9b5b3d0>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:46:02Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:46:14.097408 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4f74b6f7-9036-4548-903c-9f99c803b76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:14.104143 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:14.190771 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-4e64314a-6087-443d-a014-e0d5db39d07a None None] Set router 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:46:14.208871 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74b6f7-9036-4548-903c-9f99c803b76a admin admin] Pushing event deleted for resources: {'Port': ['ID=c547ceeb-2471-4bba-945e-99e54b9b4572,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:14.208871 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-4f74b6f7-9036-4548-903c-9f99c803b76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:14.283188 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4f74b6f7-9036-4548-903c-9f99c803b76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709928'] for router_gateway, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:14.471541 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4f74b6f7-9036-4548-903c-9f99c803b76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1796148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29004'] for router, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:14.478863 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4f74b6f7-9036-4548-903c-9f99c803b76a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:14.576986 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4f74b6f7-9036-4548-903c-9f99c803b76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1731194'] for router, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:14.577997 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f74b6f7-9036-4548-903c-9f99c803b76a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d541cd06-f952-4b7e-8280-841355059d4b {{(pid=78702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 11 13:46:14.593044 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4f74b6f7-9036-4548-903c-9f99c803b76a admin admin] Notify callbacks [] for router, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:14.595761 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-4f74b6f7-9036-4548-903c-9f99c803b76a admin admin] 10.222.0.48 "DELETE /v2.0/routers/d541cd06-f952-4b7e-8280-841355059d4b HTTP/1.1" status: 204  len: 168 time: 2.3590605
May 11 13:46:14.597229 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 47412) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:14.670438 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-4e64314a-6087-443d-a014-e0d5db39d07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9b5b3d0>, [{'id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'name': 'tempest-TestVolumeBootPattern-1118253124-router', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:44:50Z', 'updated_at': '2021-05-11T13:44:57Z', 'revision_number': 4, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'gw_port': {'id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:51Z', 'updated_at': '2021-05-11T13:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_floatingips': [{'id': 'abcc0dee-4178-4301-ae31-6c223712a59d', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'floating_ip_address': '172.27.1.39', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'port_id': '3e84ac36-b98b-4401-b3da-d4aacb89094f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'mac_address': 'fa:16:3e:53:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a19aefa-5cb6-4074-926c-26243c5a8b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:46:10Z', 'updated_at': '2021-05-11T13:46:10Z', 'revision_number': 0, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ceaf8f-53d1-41e2-8851-754b528727a9', 'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'mac_address': 'fa:16:3e:30:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:57Z', 'updated_at': '2021-05-11T13:45:05Z', 'revision_number': 5, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'subnets': [{'id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:46:14.676713 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e64314a-6087-443d-a014-e0d5db39d07a None None] The sync data for ids ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'] in dv-cinder-784779-11-iscsi is: [{'id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'name': 'tempest-TestVolumeBootPattern-1118253124-router', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:44:50Z', 'updated_at': '2021-05-11T13:44:57Z', 'revision_number': 4, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'gw_port': {'id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:51Z', 'updated_at': '2021-05-11T13:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_floatingips': [{'id': 'abcc0dee-4178-4301-ae31-6c223712a59d', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'floating_ip_address': '172.27.1.39', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'port_id': '3e84ac36-b98b-4401-b3da-d4aacb89094f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'mac_address': 'fa:16:3e:53:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a19aefa-5cb6-4074-926c-26243c5a8b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:46:10Z', 'updated_at': '2021-05-11T13:46:10Z', 'revision_number': 0, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ceaf8f-53d1-41e2-8851-754b528727a9', 'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'mac_address': 'fa:16:3e:30:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:57Z', 'updated_at': '2021-05-11T13:45:05Z', 'revision_number': 5, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'subnets': [{'id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:46:14.695717 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d23bef-0df9-4a39-8664-f76147fa66ab admin admin] Deleting subnet 251f9a73-9320-4629-9a40-4b9a8c311c09 {{(pid=78703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 11 13:46:14.710292 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-21d23bef-0df9-4a39-8664-f76147fa66ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:14.797288 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-21d23bef-0df9-4a39-8664-f76147fa66ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077574'] for subnet, precommit_delete_associations {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:14.880338 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device ac80436f-2b5e-47d9-9d36-221c85a0f275 no longer exists at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:46:14.967088 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df85db5-873d-4f7b-ba70-14a65da8938d req-4d343b46-dd72-45a9-ab7c-db7b2d2367ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:14.968817 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8df85db5-873d-4f7b-ba70-14a65da8938d req-4d343b46-dd72-45a9-ab7c-db7b2d2367ba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d185725581a24febb7946b4a64c64b41&device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d HTTP/1.1" status: 200  len: 1099 time: 0.0964875
May 11 13:46:14.979336 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-21d23bef-0df9-4a39-8664-f76147fa66ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861720'] for subnet, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:15.010734 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c0064-7d6e-4362-aca0-2c5872200cfa req-8010da7a-88ea-4e9c-87b5-790864cf714d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:15.012536 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2a3c0064-7d6e-4362-aca0-2c5872200cfa req-8010da7a-88ea-4e9c-87b5-790864cf714d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8e38d038-9b08-4d23-a16c-0e5d423f37b5 HTTP/1.1" status: 200  len: 854 time: 0.1495049
May 11 13:46:15.027830 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] No Port match for: ac80436f-2b5e-47d9-9d36-221c85a0f275 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:46:15.032140 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device ac80436f-2b5e-47d9-9d36-221c85a0f275 not bound to the agent host dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:46:15.033199 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device c547ceeb-2471-4bba-945e-99e54b9b4572 no longer exists at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:46:15.143474 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] No Port match for: c547ceeb-2471-4bba-945e-99e54b9b4572 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:46:15.144122 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device c547ceeb-2471-4bba-945e-99e54b9b4572 not bound to the agent host dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:46:15.237106 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9703653e-d721-4083-ba9b-b2c820f4ef3b None None] New status for floating IP abcc0dee-4178-4301-ae31-6c223712a59d: ACTIVE {{(pid=78705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 11 13:46:15.365963 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade129cd-382f-460c-9a1a-06dd34c565c8 req-87495a9a-5755-446c-bd22-55e89584904d tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:15.379279 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ade129cd-382f-460c-9a1a-06dd34c565c8 req-87495a9a-5755-446c-bd22-55e89584904d tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 984 time: 0.3604145
May 11 13:46:15.391857 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c0064-7d6e-4362-aca0-2c5872200cfa req-54376abd-9187-44a0-9248-c39568953a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:15.393409 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2a3c0064-7d6e-4362-aca0-2c5872200cfa req-54376abd-9187-44a0-9248-c39568953a8b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a8e423f0-92f2-4643-a2c6-7172377b9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3719430
May 11 13:46:15.418064 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df85db5-873d-4f7b-ba70-14a65da8938d req-88666da3-b031-40f3-b41f-55bcf2023cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:15.420631 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8df85db5-873d-4f7b-ba70-14a65da8938d req-88666da3-b031-40f3-b41f-55bcf2023cbc service neutron] 10.222.0.54 "GET /v2.0/networks?id=fd97d37a-0667-4ddc-b6b6-37157baca3ab HTTP/1.1" status: 200  len: 913 time: 0.4374459
May 11 13:46:15.609953 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ade129cd-382f-460c-9a1a-06dd34c565c8 req-a94d0ed9-81ca-404b-b434-136fea73c246 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=01edf033-b90f-442d-9f9d-825b322cc78f&id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2294977
May 11 13:46:15.618790 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8df85db5-873d-4f7b-ba70-14a65da8938d req-de31be0e-40b9-46b4-8162-b37454316ef6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e84ac36-b98b-4401-b3da-d4aacb89094f HTTP/1.1" status: 200  len: 999 time: 0.1867058
May 11 13:46:15.735993 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df85db5-873d-4f7b-ba70-14a65da8938d req-f42f11cb-4a9e-4b0f-af36-c3ffa609a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:15.738709 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8df85db5-873d-4f7b-ba70-14a65da8938d req-f42f11cb-4a9e-4b0f-af36-c3ffa609a1dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eff3406f-1fd8-4742-aa2f-78f38079d01b HTTP/1.1" status: 200  len: 851 time: 0.1126938
May 11 13:46:15.846433 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-21d23bef-0df9-4a39-8664-f76147fa66ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2100579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2545306'] for subnet, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:15.865851 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-09b53746-3386-4806-a135-2c0f5146faf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:15.900299 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df85db5-873d-4f7b-ba70-14a65da8938d req-74651d44-d432-4a97-b74e-fe26f9b39f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:15.903362 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8df85db5-873d-4f7b-ba70-14a65da8938d req-74651d44-d432-4a97-b74e-fe26f9b39f1f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fd97d37a-0667-4ddc-b6b6-37157baca3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1501012
May 11 13:46:15.924160 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2a3c0064-7d6e-4362-aca0-2c5872200cfa req-a27e820b-3a64-49ef-bc52-266caeb9fff8 service neutron] 10.222.0.54 "GET /v2.0/networks/a8e423f0-92f2-4643-a2c6-7172377b9fe5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4894629
May 11 13:46:15.925467 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d23bef-0df9-4a39-8664-f76147fa66ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=251f9a73-9320-4629-9a40-4b9a8c311c09,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:15.929755 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-21d23bef-0df9-4a39-8664-f76147fa66ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:15.950063 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-21d23bef-0df9-4a39-8664-f76147fa66ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:15.963649 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-21d23bef-0df9-4a39-8664-f76147fa66ab admin admin] 10.222.0.48 "DELETE /v2.0/subnets/251f9a73-9320-4629-9a40-4b9a8c311c09 HTTP/1.1" status: 204  len: 168 time: 1.3648825
May 11 13:46:15.970796 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 47452) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:16.084519 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2a3c0064-7d6e-4362-aca0-2c5872200cfa req-57385097-2515-467e-9ed9-277b5047be6d service neutron] 10.222.0.54 "GET /v2.0/networks/a8e423f0-92f2-4643-a2c6-7172377b9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1536901
May 11 13:46:16.354218 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8df85db5-873d-4f7b-ba70-14a65da8938d req-7e0531d0-d20a-403b-955a-d0cd49add0a8 service neutron] 10.222.0.54 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4383893
May 11 13:46:16.395916 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c99269a2-2a27-46ec-bea9-85659862112d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785944'] for network, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:16.875000 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c99269a2-2a27-46ec-bea9-85659862112d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863971', 'neutron.services.segments.db._delete_segments_for_network-8734582855581'] for network, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:16.891923 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8df85db5-873d-4f7b-ba70-14a65da8938d req-62d478ed-dd27-4f32-b39f-83ae59cd9d5a service neutron] 10.222.0.54 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5290267
May 11 13:46:16.896638 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-c99269a2-2a27-46ec-bea9-85659862112d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ad9297d90>,) {'filters': {'network_id': ['f5b51504-92c9-4304-911d-10c3bcee9e8c']}} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:46:16.897704 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8ffa7-a995-48a4-b1c4-0970f40ac4c0 req-cc7303f3-2374-475e-86b7-1c5ac005a943 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:16.900216 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-59f8ffa7-a995-48a4-b1c4-0970f40ac4c0 req-cc7303f3-2374-475e-86b7-1c5ac005a943 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 984 time: 0.1035466
May 11 13:46:16.915126 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-c99269a2-2a27-46ec-bea9-85659862112d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad9297d90>, '69e15363-40f7-4893-84c3-3c98c4cd3963') {'for_net_delete': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:46:16.915718 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-c99269a2-2a27-46ec-bea9-85659862112d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad9297d90>, '69e15363-40f7-4893-84c3-3c98c4cd3963') {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:46:16.931197 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c99269a2-2a27-46ec-bea9-85659862112d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582867559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143145'] for segment, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:16.964375 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c99269a2-2a27-46ec-bea9-85659862112d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:16.978193 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99269a2-2a27-46ec-bea9-85659862112d admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=78702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 11 13:46:16.979046 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c99269a2-2a27-46ec-bea9-85659862112d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2529426'] for segment, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:16.984667 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-59f8ffa7-a995-48a4-b1c4-0970f40ac4c0 req-2b00f97e-b743-4f52-9f00-d8a74bbb1c45 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=01edf033-b90f-442d-9f9d-825b322cc78f&id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0621381
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]: Traceback (most recent call last):
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]:     timer()
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]:     cb(*args, **kw)
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]:     return func(*args, **kwargs)
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]:     self._notify()
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]:     self.callback(batched_events)
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]:     event.method(event)
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]:     aggregate_uuid = self.p_client.list_aggregates(
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]:     return f(self, *a, **k)
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]:     return self._get(url).json()
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]:     return self.request(url, 'GET', **kwargs)
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]:     base_url = self.get_endpoint(auth, allow=allow,
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 11 13:46:17.001897 dv-cinder-784779-11-iscsi neutron-server[78702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 11 13:46:17.148103 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c99269a2-2a27-46ec-bea9-85659862112d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709946'] for network, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:17.154182 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:17.170997 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c99269a2-2a27-46ec-bea9-85659862112d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:17.177913 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99269a2-2a27-46ec-bea9-85659862112d admin admin] Pushing event deleted for resources: {'Network': ['ID=f5b51504-92c9-4304-911d-10c3bcee9e8c,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:17.182829 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-c99269a2-2a27-46ec-bea9-85659862112d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:17.190355 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-c99269a2-2a27-46ec-bea9-85659862112d admin admin] 10.222.0.48 "DELETE /v2.0/networks/f5b51504-92c9-4304-911d-10c3bcee9e8c HTTP/1.1" status: 204  len: 168 time: 1.2127452
May 11 13:46:17.395996 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 47478) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:17.454755 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-8a715c1d-b8f8-4937-a9a9-16302de757fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7125cde7f594fb59b70804ec00a8405&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0570073
May 11 13:46:17.458069 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 47482) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:17.541404 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f74007f0-24f3-4ab5-ad7f-3f245ed6ecf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:17.572794 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f74007f0-24f3-4ab5-ad7f-3f245ed6ecf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:17.630562 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f74007f0-24f3-4ab5-ad7f-3f245ed6ecf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:17.636132 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9903fb7e-03a6-40de-b1c8-f46d9cc3cfc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:17.653403 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74007f0-24f3-4ab5-ad7f-3f245ed6ecf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:17.656262 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-f74007f0-24f3-4ab5-ad7f-3f245ed6ecf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:17.668046 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f74007f0-24f3-4ab5-ad7f-3f245ed6ecf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:17.672216 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-f74007f0-24f3-4ab5-ad7f-3f245ed6ecf9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a1cac7eb-00b9-49e6-91df-4aa9ed3d0c01 HTTP/1.1" status: 204  len: 168 time: 0.2125430
May 11 13:46:18.280392 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a6dcd-a32f-4b6e-bee9-244424a1f8d8 req-7d274ec4-a581-4cf4-82a0-fec89a1f238f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:18.291409 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-493a6dcd-a32f-4b6e-bee9-244424a1f8d8 req-7d274ec4-a581-4cf4-82a0-fec89a1f238f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 984 time: 0.1170499
May 11 13:46:18.359077 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-493a6dcd-a32f-4b6e-bee9-244424a1f8d8 req-4104fcd3-5dec-4887-968c-0639ec97feb9 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=01edf033-b90f-442d-9f9d-825b322cc78f&id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0665855
May 11 13:46:18.461682 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 47518) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:18.671864 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2de2832a-fe7f-49b5-9ff3-eb53286e72d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:18.706615 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-2de2832a-fe7f-49b5-9ff3-eb53286e72d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:18.713673 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-2de2832a-fe7f-49b5-9ff3-eb53286e72d4 admin admin] Usage tracker for resource:security_group_rule and tenant:9b2456d8c66344a38bb02c50a067eff6 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:46:18.719481 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-2de2832a-fe7f-49b5-9ff3-eb53286e72d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:46:18.731091 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-2de2832a-fe7f-49b5-9ff3-eb53286e72d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:18.856208 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2de2832a-fe7f-49b5-9ff3-eb53286e72d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:18.862484 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2de2832a-fe7f-49b5-9ff3-eb53286e72d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:18.880719 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-428b9190-f1f9-4047-b4f3-390d99fe6203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:18.966255 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-2de2832a-fe7f-49b5-9ff3-eb53286e72d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b2456d8c66344a38bb02c50a067eff6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5031707
May 11 13:46:18.967645 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2832a-fe7f-49b5-9ff3-eb53286e72d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f634570b-3400-4b0b-a3cc-2ed5370d175b,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:18.968959 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 47536) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:18.973713 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-2de2832a-fe7f-49b5-9ff3-eb53286e72d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:19.060058 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ced4d22-1cd2-4099-9f5a-00f69b0792c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:19.093004 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ced4d22-1cd2-4099-9f5a-00f69b0792c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:19.157765 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ced4d22-1cd2-4099-9f5a-00f69b0792c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:19.162318 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7071321c-b927-4dd7-8555-b0c76ace7c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:19.177622 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced4d22-1cd2-4099-9f5a-00f69b0792c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f634570b-3400-4b0b-a3cc-2ed5370d175b,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:19.180855 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ced4d22-1cd2-4099-9f5a-00f69b0792c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:19.192563 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3ced4d22-1cd2-4099-9f5a-00f69b0792c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:19.194363 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-3ced4d22-1cd2-4099-9f5a-00f69b0792c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f634570b-3400-4b0b-a3cc-2ed5370d175b HTTP/1.1" status: 204  len: 168 time: 0.2240305
May 11 13:46:19.719743 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 47558) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:19.726592 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3ebdb-ae10-4400-8693-39844991f58d req-26b02ad4-a934-4d5f-ba78-9053e045d38e tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:19.730040 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7fa3ebdb-ae10-4400-8693-39844991f58d req-26b02ad4-a934-4d5f-ba78-9053e045d38e tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 984 time: 0.1647356
May 11 13:46:19.756337 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d86e7118-e991-4736-be2d-bc5da2ea94ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:19.784816 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-d86e7118-e991-4736-be2d-bc5da2ea94ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:19.789478 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-d86e7118-e991-4736-be2d-bc5da2ea94ff admin admin] Usage tracker for resource:security_group_rule and tenant:e4ac1bba57914f7782fe7d0028d6612e is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:46:19.793089 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-d86e7118-e991-4736-be2d-bc5da2ea94ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:46:19.801032 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-d86e7118-e991-4736-be2d-bc5da2ea94ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:19.931414 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7fa3ebdb-ae10-4400-8693-39844991f58d req-cde51bc9-1838-4ebf-bc69-daff56692136 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=01edf033-b90f-442d-9f9d-825b322cc78f&id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1875219
May 11 13:46:19.965790 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d86e7118-e991-4736-be2d-bc5da2ea94ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:19.972654 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d86e7118-e991-4736-be2d-bc5da2ea94ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:19.992245 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-13ad8617-3fdd-4927-9a05-5c2f4852465d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:20.085957 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-d86e7118-e991-4736-be2d-bc5da2ea94ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e4ac1bba57914f7782fe7d0028d6612e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3609517
May 11 13:46:20.085957 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e7118-e991-4736-be2d-bc5da2ea94ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0835ea56-7810-48e7-86a7-59c3e526d103,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:20.086643 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 47570) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:20.091357 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d86e7118-e991-4736-be2d-bc5da2ea94ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:20.214159 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-468bdcbb-0679-48bf-8808-888d557de6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:20.248513 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-468bdcbb-0679-48bf-8808-888d557de6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:20.327651 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-468bdcbb-0679-48bf-8808-888d557de6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:20.341388 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3ced4d22-1cd2-4099-9f5a-00f69b0792c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:20.365909 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468bdcbb-0679-48bf-8808-888d557de6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0835ea56-7810-48e7-86a7-59c3e526d103,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:20.372368 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-468bdcbb-0679-48bf-8808-888d557de6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:20.382508 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-468bdcbb-0679-48bf-8808-888d557de6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:20.385161 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-468bdcbb-0679-48bf-8808-888d557de6b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0835ea56-7810-48e7-86a7-59c3e526d103 HTTP/1.1" status: 204  len: 168 time: 0.2967038
May 11 13:46:20.645688 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:46:21.223252 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ddb7d-1556-410d-9000-113894e4ae51 req-bdfa16b9-1a03-4c43-9c37-75f8306119df tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:21.224990 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-191ddb7d-1556-410d-9000-113894e4ae51 req-bdfa16b9-1a03-4c43-9c37-75f8306119df tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 984 time: 0.1503901
May 11 13:46:21.321795 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-191ddb7d-1556-410d-9000-113894e4ae51 req-f5e48702-0463-4a72-9a2a-f07672fb5fa7 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=01edf033-b90f-442d-9f9d-825b322cc78f&id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0725656
May 11 13:46:22.559228 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458df13-ed84-4550-af25-915ca537778b req-e28200c5-2c1b-4049-9eb1-bdc2291ce4be tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:22.561847 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e458df13-ed84-4550-af25-915ca537778b req-e28200c5-2c1b-4049-9eb1-bdc2291ce4be tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 984 time: 0.1166420
May 11 13:46:22.619008 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e458df13-ed84-4550-af25-915ca537778b req-ee52c496-a06f-412c-8413-e8f9a2e7407b tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=01edf033-b90f-442d-9f9d-825b322cc78f&id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0505331
May 11 13:46:23.409073 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 47676) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:23.572593 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1002124d-90e7-4a81-bf3b-9089dfc01400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:23.598795 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-1002124d-90e7-4a81-bf3b-9089dfc01400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:23.605552 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-1002124d-90e7-4a81-bf3b-9089dfc01400 admin admin] Usage tracker for resource:security_group_rule and tenant:825233d43e254af5bfbd2c8cc45af92a is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:46:23.614218 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-1002124d-90e7-4a81-bf3b-9089dfc01400 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:46:23.622315 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-1002124d-90e7-4a81-bf3b-9089dfc01400 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:23.764514 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1002124d-90e7-4a81-bf3b-9089dfc01400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:23.771473 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1002124d-90e7-4a81-bf3b-9089dfc01400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:23.788854 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e95ab422-1515-4172-b02a-350ea1c33ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:23.857643 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-1002124d-90e7-4a81-bf3b-9089dfc01400 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=825233d43e254af5bfbd2c8cc45af92a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4470997
May 11 13:46:23.858616 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002124d-90e7-4a81-bf3b-9089dfc01400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3db62a-92f5-484c-be8e-09df8433fd51,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:23.861811 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 47692) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:23.865180 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1002124d-90e7-4a81-bf3b-9089dfc01400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:23.937469 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aca570-418c-41bc-b506-3a616adf4e2f req-4b20b056-20ff-4fea-8b17-d6a3c45f4101 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:23.939239 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e1aca570-418c-41bc-b506-3a616adf4e2f req-4b20b056-20ff-4fea-8b17-d6a3c45f4101 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 984 time: 0.1578546
May 11 13:46:23.949879 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-30cb5b72-10b4-4b7b-89e9-3bec7899c491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:23.994270 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-30cb5b72-10b4-4b7b-89e9-3bec7899c491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:24.000296 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e1aca570-418c-41bc-b506-3a616adf4e2f req-ef58d3df-9756-4730-9dc6-e20bd2b39973 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=01edf033-b90f-442d-9f9d-825b322cc78f&id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0524592
May 11 13:46:24.077793 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-30cb5b72-10b4-4b7b-89e9-3bec7899c491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:24.082151 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a4cc5011-370d-489b-9e23-5b7f512fd6ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:24.095917 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb5b72-10b4-4b7b-89e9-3bec7899c491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3db62a-92f5-484c-be8e-09df8433fd51,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:24.101993 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-30cb5b72-10b4-4b7b-89e9-3bec7899c491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:24.135887 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-30cb5b72-10b4-4b7b-89e9-3bec7899c491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:24.137988 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-30cb5b72-10b4-4b7b-89e9-3bec7899c491 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e3db62a-92f5-484c-be8e-09df8433fd51 HTTP/1.1" status: 204  len: 168 time: 0.2750416
May 11 13:46:24.213281 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 47702) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:24.586125 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-29721601-32ed-41d6-83f9-814cdde269a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:24.609894 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-29721601-32ed-41d6-83f9-814cdde269a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:24.615550 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-29721601-32ed-41d6-83f9-814cdde269a1 admin admin] Usage tracker for resource:security_group_rule and tenant:efe4264199b94dbd82b330813debd495 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:46:24.619650 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-29721601-32ed-41d6-83f9-814cdde269a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:46:24.627588 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-29721601-32ed-41d6-83f9-814cdde269a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:24.735149 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-29721601-32ed-41d6-83f9-814cdde269a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:24.742238 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-29721601-32ed-41d6-83f9-814cdde269a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:24.751771 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6f86ad91-b616-4219-af82-b0628b4fd504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:24.798420 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-29721601-32ed-41d6-83f9-814cdde269a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=efe4264199b94dbd82b330813debd495&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5839932
May 11 13:46:24.800326 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29721601-32ed-41d6-83f9-814cdde269a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ec77a0-8ac3-4a4b-8deb-0802a7c6fca0,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:24.801331 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 47720) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:24.803439 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-29721601-32ed-41d6-83f9-814cdde269a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:24.906392 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-58fdbd73-6ab9-44ad-90f8-0be8ee829fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:24.958232 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-58fdbd73-6ab9-44ad-90f8-0be8ee829fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:25.074640 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-58fdbd73-6ab9-44ad-90f8-0be8ee829fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:25.086687 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-8d5146a7-e149-4b04-8d74-c3de2e52083d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:25.114147 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdbd73-6ab9-44ad-90f8-0be8ee829fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ec77a0-8ac3-4a4b-8deb-0802a7c6fca0,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:25.134264 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-58fdbd73-6ab9-44ad-90f8-0be8ee829fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:25.137842 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-58fdbd73-6ab9-44ad-90f8-0be8ee829fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:25.139716 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-58fdbd73-6ab9-44ad-90f8-0be8ee829fa9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c4ec77a0-8ac3-4a4b-8deb-0802a7c6fca0 HTTP/1.1" status: 204  len: 168 time: 0.3370714
May 11 13:46:25.301963 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca65027-b33d-4998-a94f-1e1af518b952 req-d845903d-edff-4258-a7af-c1c4ff224f08 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:25.303732 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-eca65027-b33d-4998-a94f-1e1af518b952 req-d845903d-edff-4258-a7af-c1c4ff224f08 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 984 time: 0.1360610
May 11 13:46:25.388115 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-eca65027-b33d-4998-a94f-1e1af518b952 req-eb373135-67bf-4749-869b-c7d36d43c0e0 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=01edf033-b90f-442d-9f9d-825b322cc78f&id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0673914
May 11 13:46:25.748491 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 47748) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:25.769555 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-02c1cb4f-221b-441f-b40d-712f9d8bb38b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:25.785710 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-02c1cb4f-221b-441f-b40d-712f9d8bb38b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:25.790237 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-02c1cb4f-221b-441f-b40d-712f9d8bb38b admin admin] Usage tracker for resource:security_group_rule and tenant:9b50226fe41a4001adbac46195733d00 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:46:25.793666 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-02c1cb4f-221b-441f-b40d-712f9d8bb38b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:46:25.800236 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-02c1cb4f-221b-441f-b40d-712f9d8bb38b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:25.937673 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-02c1cb4f-221b-441f-b40d-712f9d8bb38b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:25.943815 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-02c1cb4f-221b-441f-b40d-712f9d8bb38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:25.957782 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b3c50804-3461-4cf2-9b1a-bd194e59e94b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:26.004441 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1cb4f-221b-441f-b40d-712f9d8bb38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f23e77-be75-49b4-bb93-ae0d7bafd98b,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:26.008872 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-02c1cb4f-221b-441f-b40d-712f9d8bb38b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b50226fe41a4001adbac46195733d00&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2591872
May 11 13:46:26.010911 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-02c1cb4f-221b-441f-b40d-712f9d8bb38b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:26.013313 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 47756) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:26.081405 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f2930f8b-62d0-4d99-af6e-7986fc6014db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:26.127375 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f2930f8b-62d0-4d99-af6e-7986fc6014db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:26.205023 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f2930f8b-62d0-4d99-af6e-7986fc6014db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:26.210292 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6552fddb-abe9-4bed-ad89-3f873febcaac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:26.237870 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2930f8b-62d0-4d99-af6e-7986fc6014db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f23e77-be75-49b4-bb93-ae0d7bafd98b,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:26.242097 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f2930f8b-62d0-4d99-af6e-7986fc6014db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:26.257495 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f2930f8b-62d0-4d99-af6e-7986fc6014db admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:26.259744 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-f2930f8b-62d0-4d99-af6e-7986fc6014db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/98f23e77-be75-49b4-bb93-ae0d7bafd98b HTTP/1.1" status: 204  len: 168 time: 0.2452469
May 11 13:46:26.746313 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b250b5e-4702-40c2-b805-379b1b453cc9 req-4f4f80ca-32c0-4443-bb99-94104a25955d tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:26.749666 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0b250b5e-4702-40c2-b805-379b1b453cc9 req-4f4f80ca-32c0-4443-bb99-94104a25955d tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 984 time: 0.1483662
May 11 13:46:26.828737 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0b250b5e-4702-40c2-b805-379b1b453cc9 req-880cd4a0-c0bf-4250-bded-3b59240292f5 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=01edf033-b90f-442d-9f9d-825b322cc78f&id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0663946
May 11 13:46:26.967976 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 47796) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:27.239656 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2dad8e35-2ddc-4050-9dc1-2208878545cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:27.277424 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-2dad8e35-2ddc-4050-9dc1-2208878545cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:27.282466 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-2dad8e35-2ddc-4050-9dc1-2208878545cc admin admin] Usage tracker for resource:security_group_rule and tenant:831a46e71c4342589a09d71bcf39a9ea is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:46:27.286326 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-2dad8e35-2ddc-4050-9dc1-2208878545cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:46:27.293637 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-2dad8e35-2ddc-4050-9dc1-2208878545cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:27.416189 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2dad8e35-2ddc-4050-9dc1-2208878545cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:27.422620 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2dad8e35-2ddc-4050-9dc1-2208878545cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:27.430684 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3a507618-8423-42cb-926f-6aef0c3b0869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:27.475261 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad8e35-2ddc-4050-9dc1-2208878545cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6baaa53d-2507-4a8b-9cfb-e935c18e8ed5,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:27.479950 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-2dad8e35-2ddc-4050-9dc1-2208878545cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=831a46e71c4342589a09d71bcf39a9ea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5100493
May 11 13:46:27.480928 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2dad8e35-2ddc-4050-9dc1-2208878545cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:27.485265 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 47818) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:27.600354 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-baf9fb55-91ce-4fdf-8397-e60ed8193d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:27.636279 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-baf9fb55-91ce-4fdf-8397-e60ed8193d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:27.708919 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-baf9fb55-91ce-4fdf-8397-e60ed8193d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:27.714565 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-30cb5b72-10b4-4b7b-89e9-3bec7899c491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:27.729249 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9fb55-91ce-4fdf-8397-e60ed8193d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6baaa53d-2507-4a8b-9cfb-e935c18e8ed5,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:27.734049 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-baf9fb55-91ce-4fdf-8397-e60ed8193d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:27.735426 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-baf9fb55-91ce-4fdf-8397-e60ed8193d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:27.736601 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-baf9fb55-91ce-4fdf-8397-e60ed8193d0e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6baaa53d-2507-4a8b-9cfb-e935c18e8ed5 HTTP/1.1" status: 204  len: 168 time: 0.2389240
May 11 13:46:28.061890 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc0aa0-94df-4af6-939f-919f033012d8 req-338a6b4e-5c5a-4d2e-8117-e6697e86b6c1 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:28.063417 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-95cc0aa0-94df-4af6-939f-919f033012d8 req-338a6b4e-5c5a-4d2e-8117-e6697e86b6c1 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 984 time: 0.1065831
May 11 13:46:28.125251 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-95cc0aa0-94df-4af6-939f-919f033012d8 req-013c59b2-cd4f-4da8-a82f-fe76852db1ab tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=01edf033-b90f-442d-9f9d-825b322cc78f&id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0493307
May 11 13:46:28.416286 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 47850) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:28.434475 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-8d4b68ef-c560-4839-a005-6d3b9d5df248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:28.454722 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-8d4b68ef-c560-4839-a005-6d3b9d5df248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:28.459790 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-8d4b68ef-c560-4839-a005-6d3b9d5df248 admin admin] Usage tracker for resource:security_group_rule and tenant:e39495bbc9b143aaa71ef2cdd934df22 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:46:28.463183 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-8d4b68ef-c560-4839-a005-6d3b9d5df248 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:46:28.470826 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-8d4b68ef-c560-4839-a005-6d3b9d5df248 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:28.633955 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-8d4b68ef-c560-4839-a005-6d3b9d5df248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:28.639893 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-8d4b68ef-c560-4839-a005-6d3b9d5df248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:28.651863 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d61f1d89-c445-40e8-b8e2-b0d516a9503d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:28.696536 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b68ef-c560-4839-a005-6d3b9d5df248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a43178-e9ab-4e68-87d5-5f72b0e42df7,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:28.701306 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-8d4b68ef-c560-4839-a005-6d3b9d5df248 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e39495bbc9b143aaa71ef2cdd934df22&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2840950
May 11 13:46:28.702309 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-8d4b68ef-c560-4839-a005-6d3b9d5df248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:28.705358 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 47858) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:28.806740 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2c68bfe4-e99c-4cd1-ac78-0fa36ab113ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:28.853779 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2c68bfe4-e99c-4cd1-ac78-0fa36ab113ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:28.945379 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2c68bfe4-e99c-4cd1-ac78-0fa36ab113ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:28.950963 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6e8da641-fb47-4542-a303-49681b93254b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:28.980345 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68bfe4-e99c-4cd1-ac78-0fa36ab113ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a43178-e9ab-4e68-87d5-5f72b0e42df7,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:28.984425 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-2c68bfe4-e99c-4cd1-ac78-0fa36ab113ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:28.988723 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2c68bfe4-e99c-4cd1-ac78-0fa36ab113ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:28.991545 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-2c68bfe4-e99c-4cd1-ac78-0fa36ab113ea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f5a43178-e9ab-4e68-87d5-5f72b0e42df7 HTTP/1.1" status: 204  len: 168 time: 0.2848849
May 11 13:46:29.418378 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-66938ea9-6a6f-4b4b-93aa-e7542c49ad25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:29.425480 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5748d3e-37c2-4db2-879a-695b09e61d76 req-2846fae6-bd7f-44cd-90fd-dd9108d15dd9 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:29.429520 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a5748d3e-37c2-4db2-879a-695b09e61d76 req-2846fae6-bd7f-44cd-90fd-dd9108d15dd9 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 984 time: 0.1712778
May 11 13:46:29.524583 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a5748d3e-37c2-4db2-879a-695b09e61d76 req-17f85f78-7cbe-4a3b-84b8-6f0a5f49f44e tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=01edf033-b90f-442d-9f9d-825b322cc78f&id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0852878
May 11 13:46:29.541573 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:29.821191 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 47908) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:30.001027 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e31604ef-c681-48a3-8e8d-40f13614aa83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:30.016770 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-e31604ef-c681-48a3-8e8d-40f13614aa83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:30.021245 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-e31604ef-c681-48a3-8e8d-40f13614aa83 admin admin] Usage tracker for resource:security_group_rule and tenant:83e8a1b647184211954c80ecca1394cf is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:46:30.024540 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-e31604ef-c681-48a3-8e8d-40f13614aa83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:46:30.031348 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-e31604ef-c681-48a3-8e8d-40f13614aa83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:30.140820 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e31604ef-c681-48a3-8e8d-40f13614aa83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:30.146716 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e31604ef-c681-48a3-8e8d-40f13614aa83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:30.155841 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-08d9fb38-0fd6-4584-859a-cdf5218905d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:30.203306 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-e31604ef-c681-48a3-8e8d-40f13614aa83 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=83e8a1b647184211954c80ecca1394cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3809831
May 11 13:46:30.203906 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 47928) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:30.204559 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31604ef-c681-48a3-8e8d-40f13614aa83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e54e97-6156-4204-9a88-e7ff79328858,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:30.207948 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e31604ef-c681-48a3-8e8d-40f13614aa83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:30.284067 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-24e1522b-39b3-46df-a521-209c4475877a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:30.317689 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-24e1522b-39b3-46df-a521-209c4475877a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:30.382261 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-24e1522b-39b3-46df-a521-209c4475877a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:30.393796 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-ea7a0954-d531-4f5e-8a5f-69a9351255cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:30.420905 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1522b-39b3-46df-a521-209c4475877a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e54e97-6156-4204-9a88-e7ff79328858,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:30.423749 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-24e1522b-39b3-46df-a521-209c4475877a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:30.433390 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-24e1522b-39b3-46df-a521-209c4475877a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:30.438231 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-24e1522b-39b3-46df-a521-209c4475877a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/99e54e97-6156-4204-9a88-e7ff79328858 HTTP/1.1" status: 204  len: 168 time: 0.2291219
May 11 13:46:30.916737 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f875b9-2707-4b30-b731-9db1809906d7 req-487db264-9de0-4e7e-b4b6-b1541e8736ae tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:30.918440 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-17f875b9-2707-4b30-b731-9db1809906d7 req-487db264-9de0-4e7e-b4b6-b1541e8736ae tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 984 time: 0.1883912
May 11 13:46:30.967357 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 47952) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:30.983223 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-17f875b9-2707-4b30-b731-9db1809906d7 req-bae74575-80fa-443f-b81a-22b8a4f52c93 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=01edf033-b90f-442d-9f9d-825b322cc78f&id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0518591
May 11 13:46:30.990447 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2bc955fe-23d3-4978-8615-bb8b2ba663ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:31.008803 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-2bc955fe-23d3-4978-8615-bb8b2ba663ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:31.011544 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-2bc955fe-23d3-4978-8615-bb8b2ba663ad admin admin] Usage tracker for resource:security_group_rule and tenant:b2e38575f1cd432180555460988df4ab is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:46:31.014931 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-2bc955fe-23d3-4978-8615-bb8b2ba663ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:46:31.022847 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-2bc955fe-23d3-4978-8615-bb8b2ba663ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:31.137848 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2bc955fe-23d3-4978-8615-bb8b2ba663ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:31.143364 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2bc955fe-23d3-4978-8615-bb8b2ba663ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:31.152806 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3892ca71-9520-428f-a8a8-c57b78cce47f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:31.201631 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-2bc955fe-23d3-4978-8615-bb8b2ba663ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b2e38575f1cd432180555460988df4ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2331097
May 11 13:46:31.202448 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 47964) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:31.202713 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc955fe-23d3-4978-8615-bb8b2ba663ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f8bc90-c7a8-4d43-b4cc-94fa02a5a4a4,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:31.216405 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2bc955fe-23d3-4978-8615-bb8b2ba663ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:31.296708 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b66119a8-534a-4032-81f6-bdf75611ee83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:31.332871 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b66119a8-534a-4032-81f6-bdf75611ee83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:31.412086 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b66119a8-534a-4032-81f6-bdf75611ee83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:31.421723 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:31.435903 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66119a8-534a-4032-81f6-bdf75611ee83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f8bc90-c7a8-4d43-b4cc-94fa02a5a4a4,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:31.441650 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-b66119a8-534a-4032-81f6-bdf75611ee83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:31.447278 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b66119a8-534a-4032-81f6-bdf75611ee83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:31.448696 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-b66119a8-534a-4032-81f6-bdf75611ee83 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e4f8bc90-c7a8-4d43-b4cc-94fa02a5a4a4 HTTP/1.1" status: 204  len: 168 time: 0.2435055
May 11 13:46:32.259249 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:32.281654 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a662e1b-7acb-4cb1-872b-46d474be9435 req-9cfd1f4d-4874-4e08-a87f-6654877d65c3 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:32.283233 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7a662e1b-7acb-4cb1-872b-46d474be9435 req-9cfd1f4d-4874-4e08-a87f-6654877d65c3 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 984 time: 0.1140182
May 11 13:46:32.346403 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7a662e1b-7acb-4cb1-872b-46d474be9435 req-f9d2f628-661f-4fcc-8c1d-5ab9007360dc tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=01edf033-b90f-442d-9f9d-825b322cc78f&id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0548384
May 11 13:46:32.515399 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b94d00ee-f836-4d0b-814f-e4ec68f4b2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:33.353321 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:33.631030 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ca1eb-b0f9-496f-80d2-b4d00db59d87 req-0125a0d8-522c-4b99-95ee-6a92e2e9c0f5 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:33.632799 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-443ca1eb-b0f9-496f-80d2-b4d00db59d87 req-0125a0d8-522c-4b99-95ee-6a92e2e9c0f5 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 984 time: 0.1406186
May 11 13:46:33.695744 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-443ca1eb-b0f9-496f-80d2-b4d00db59d87 req-71cafd51-c7ae-4dff-afba-0438c664a3ac tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=01edf033-b90f-442d-9f9d-825b322cc78f&id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0531402
May 11 13:46:34.385129 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48066) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:34.585769 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-76a6724d-234b-4e7f-8d74-34b007c06114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:34.602267 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-76a6724d-234b-4e7f-8d74-34b007c06114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:34.608278 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-76a6724d-234b-4e7f-8d74-34b007c06114 admin admin] Usage tracker for resource:security_group_rule and tenant:824a2ae9fdd9405789df6c7e52e37aaa is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:46:34.615019 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-76a6724d-234b-4e7f-8d74-34b007c06114 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:46:34.626807 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-76a6724d-234b-4e7f-8d74-34b007c06114 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:34.721518 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-76a6724d-234b-4e7f-8d74-34b007c06114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:34.728305 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-76a6724d-234b-4e7f-8d74-34b007c06114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:34.736802 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ce6e5b16-473a-4ae7-bfe8-83052fcdd809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:34.776286 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:34.785293 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6724d-234b-4e7f-8d74-34b007c06114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39214c45-6bde-4df6-ba25-b6fad636af61,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:34.792849 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-76a6724d-234b-4e7f-8d74-34b007c06114 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=824a2ae9fdd9405789df6c7e52e37aaa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4059653
May 11 13:46:34.793898 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 48074) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:34.794508 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-76a6724d-234b-4e7f-8d74-34b007c06114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:34.880705 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5be4de70-3fc4-4bec-a619-0259c29afb4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:34.954871 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5be4de70-3fc4-4bec-a619-0259c29afb4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:35.025596 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a02ff2-750e-4721-b936-aae25692c2e7 req-7adb850b-9283-4e46-bd4e-9ef9d2a4eb6e tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:35.027038 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-25a02ff2-750e-4721-b936-aae25692c2e7 req-7adb850b-9283-4e46-bd4e-9ef9d2a4eb6e tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 984 time: 0.1507201
May 11 13:46:35.177587 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5be4de70-3fc4-4bec-a619-0259c29afb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:35.177587 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:35.196160 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4de70-3fc4-4bec-a619-0259c29afb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39214c45-6bde-4df6-ba25-b6fad636af61,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:35.207780 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-5be4de70-3fc4-4bec-a619-0259c29afb4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:35.225567 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-25a02ff2-750e-4721-b936-aae25692c2e7 req-2403eb81-d289-4f8c-a0d5-d253435b2873 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=01edf033-b90f-442d-9f9d-825b322cc78f&id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1877775
May 11 13:46:35.257570 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5be4de70-3fc4-4bec-a619-0259c29afb4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:35.261112 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-5be4de70-3fc4-4bec-a619-0259c29afb4e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/39214c45-6bde-4df6-ba25-b6fad636af61 HTTP/1.1" status: 204  len: 168 time: 0.4637840
May 11 13:46:35.760386 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 48124) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:35.780614 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-694c7e9a-5274-4f5f-9441-978bf8a6645d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:35.796510 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-694c7e9a-5274-4f5f-9441-978bf8a6645d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:35.800582 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-694c7e9a-5274-4f5f-9441-978bf8a6645d admin admin] Usage tracker for resource:security_group_rule and tenant:5407c32239714e36b4bb708e355db541 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:46:35.803820 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-694c7e9a-5274-4f5f-9441-978bf8a6645d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:46:35.810169 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-694c7e9a-5274-4f5f-9441-978bf8a6645d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:35.927486 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-694c7e9a-5274-4f5f-9441-978bf8a6645d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:35.932752 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-694c7e9a-5274-4f5f-9441-978bf8a6645d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:35.943608 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-24e1522b-39b3-46df-a521-209c4475877a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:35.987142 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-694c7e9a-5274-4f5f-9441-978bf8a6645d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5407c32239714e36b4bb708e355db541&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2253218
May 11 13:46:35.989796 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c7e9a-5274-4f5f-9441-978bf8a6645d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f645203c-a928-4ab2-8549-5de160d8b017,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:35.990315 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48130) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:35.992974 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-694c7e9a-5274-4f5f-9441-978bf8a6645d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:36.058636 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-018acda7-c00b-4d78-9873-e084e701e24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:36.089216 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-018acda7-c00b-4d78-9873-e084e701e24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:36.150009 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-018acda7-c00b-4d78-9873-e084e701e24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:36.155023 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e31604ef-c681-48a3-8e8d-40f13614aa83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:36.167902 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018acda7-c00b-4d78-9873-e084e701e24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f645203c-a928-4ab2-8549-5de160d8b017,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:36.172510 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-018acda7-c00b-4d78-9873-e084e701e24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:36.183093 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-018acda7-c00b-4d78-9873-e084e701e24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:36.184294 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-018acda7-c00b-4d78-9873-e084e701e24c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f645203c-a928-4ab2-8549-5de160d8b017 HTTP/1.1" status: 204  len: 168 time: 0.1928668
May 11 13:46:36.787643 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e06b8-35e2-4e2a-9c97-9cdebb7d6ae9 req-6767fc63-ab85-43b0-8bad-288b814c58bc tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:36.789463 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d76e06b8-35e2-4e2a-9c97-9cdebb7d6ae9 req-6767fc63-ab85-43b0-8bad-288b814c58bc tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 984 time: 0.4396572
May 11 13:46:36.865155 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d76e06b8-35e2-4e2a-9c97-9cdebb7d6ae9 req-ec1cd00e-7613-4949-8251-7489e555f9b0 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=01edf033-b90f-442d-9f9d-825b322cc78f&id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0685132
May 11 13:46:37.308188 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48188) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:37.400266 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff146a40-28ee-448d-b220-24a1b1668936 req-84bf3678-5713-446f-8144-5b1ac155bda5 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:37.409070 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ff146a40-28ee-448d-b220-24a1b1668936 req-84bf3678-5713-446f-8144-5b1ac155bda5 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 947 time: 0.1119864
May 11 13:46:37.454858 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ff146a40-28ee-448d-b220-24a1b1668936 req-c0ae79f2-0836-44e5-bec0-8b4059a85e2d tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448768
May 11 13:46:37.465137 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-59a72782-bb60-426c-8485-b8696d01412c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:37.481266 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-59a72782-bb60-426c-8485-b8696d01412c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:37.486042 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-59a72782-bb60-426c-8485-b8696d01412c admin admin] Usage tracker for resource:security_group_rule and tenant:1397ec2c6f9f4cc78fe5d95334463fc2 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:46:37.492213 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-59a72782-bb60-426c-8485-b8696d01412c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:46:37.499593 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-59a72782-bb60-426c-8485-b8696d01412c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:37.632389 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-59a72782-bb60-426c-8485-b8696d01412c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:37.636842 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-59a72782-bb60-426c-8485-b8696d01412c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:37.653258 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-b66119a8-534a-4032-81f6-bdf75611ee83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:37.704475 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-59a72782-bb60-426c-8485-b8696d01412c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1397ec2c6f9f4cc78fe5d95334463fc2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3943114
May 11 13:46:37.705414 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a72782-bb60-426c-8485-b8696d01412c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20df2c3e-1e2b-47d2-84a6-ef2f9d67068f,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:37.707643 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 48194) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:37.708815 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-59a72782-bb60-426c-8485-b8696d01412c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:37.775802 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-191692b9-4b43-4772-9d63-de6ed5287c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:37.810854 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-191692b9-4b43-4772-9d63-de6ed5287c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:37.902457 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-191692b9-4b43-4772-9d63-de6ed5287c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:37.907798 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2dad8e35-2ddc-4050-9dc1-2208878545cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:37.921577 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191692b9-4b43-4772-9d63-de6ed5287c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20df2c3e-1e2b-47d2-84a6-ef2f9d67068f,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:37.925895 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-191692b9-4b43-4772-9d63-de6ed5287c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:37.932394 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-191692b9-4b43-4772-9d63-de6ed5287c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:37.935670 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-191692b9-4b43-4772-9d63-de6ed5287c39 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/20df2c3e-1e2b-47d2-84a6-ef2f9d67068f HTTP/1.1" status: 204  len: 168 time: 0.2248888
May 11 13:46:38.217103 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0b1b3-836c-43af-a0d5-802f0bace70d req-a461a645-a580-40ce-afa1-49443d262e3b tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:38.218754 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cae0b1b3-836c-43af-a0d5-802f0bace70d req-a461a645-a580-40ce-afa1-49443d262e3b tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 984 time: 0.2325380
May 11 13:46:38.269350 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 48210) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:38.270801 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cae0b1b3-836c-43af-a0d5-802f0bace70d req-f06ea6c3-7495-4a9a-9126-d9009a91a1df tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=01edf033-b90f-442d-9f9d-825b322cc78f&id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0449696
May 11 13:46:38.287460 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e715a99f-75f1-40ab-953a-36d20aa1b945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:38.302727 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-e715a99f-75f1-40ab-953a-36d20aa1b945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:38.307015 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-e715a99f-75f1-40ab-953a-36d20aa1b945 admin admin] Usage tracker for resource:security_group_rule and tenant:d22e7a6a0bba4d218852786b8b0f53a3 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:46:38.310078 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-e715a99f-75f1-40ab-953a-36d20aa1b945 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:46:38.316900 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-e715a99f-75f1-40ab-953a-36d20aa1b945 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:38.422556 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e715a99f-75f1-40ab-953a-36d20aa1b945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:38.428368 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e715a99f-75f1-40ab-953a-36d20aa1b945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:38.435969 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-6695a98b-30c9-477b-9698-176bc0a428cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:38.480613 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-e715a99f-75f1-40ab-953a-36d20aa1b945 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d22e7a6a0bba4d218852786b8b0f53a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2070856
May 11 13:46:38.480613 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715a99f-75f1-40ab-953a-36d20aa1b945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eaa2256-2c9f-44b3-9d81-77fb9c180798,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:38.481178 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48218) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:38.481731 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e715a99f-75f1-40ab-953a-36d20aa1b945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:38.496016 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 48224) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:38.559285 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ce1149c8-c11b-4941-8d9e-5e48a76a21a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:38.567025 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6a2644-aa4b-4a40-8169-968d14c4b2c8 admin admin] Deleting subnet 101aab9e-4df2-46e4-9ed5-eaa0d4c0b147 {{(pid=78702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 11 13:46:38.570284 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fc6a2644-aa4b-4a40-8169-968d14c4b2c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:38.586913 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ce1149c8-c11b-4941-8d9e-5e48a76a21a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:38.646234 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ce1149c8-c11b-4941-8d9e-5e48a76a21a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:38.651357 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-38684673-ec88-46ef-8d73-33f17987f523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:38.667005 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1149c8-c11b-4941-8d9e-5e48a76a21a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eaa2256-2c9f-44b3-9d81-77fb9c180798,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:38.667262 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fc6a2644-aa4b-4a40-8169-968d14c4b2c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143158'] for subnet, precommit_delete_associations {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:38.670985 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ce1149c8-c11b-4941-8d9e-5e48a76a21a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:38.673181 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ce1149c8-c11b-4941-8d9e-5e48a76a21a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:38.674217 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-ce1149c8-c11b-4941-8d9e-5e48a76a21a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2eaa2256-2c9f-44b3-9d81-77fb9c180798 HTTP/1.1" status: 204  len: 168 time: 0.1921959
May 11 13:46:38.746391 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fc6a2644-aa4b-4a40-8169-968d14c4b2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861720'] for subnet, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:38.785950 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677b3f8-3909-4573-b2c7-61a4400cc9ee req-cc5fce6a-cfe7-46eb-a6d1-745f7f52fce8 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:38.787425 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b677b3f8-3909-4573-b2c7-61a4400cc9ee req-cc5fce6a-cfe7-46eb-a6d1-745f7f52fce8 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 947 time: 0.1874883
May 11 13:46:38.918309 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b677b3f8-3909-4573-b2c7-61a4400cc9ee req-e59685f1-00ee-4a38-b52a-30c93e602c13 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c4523ef-344a-49b1-9c89-84af77054284&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1223705
May 11 13:46:39.132736 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745a9ac-4ea5-4eea-a35b-fe5191cc51cb req-e0fc505c-5038-4357-b3eb-ec70ef8af4c5 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:39.134351 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4745a9ac-4ea5-4eea-a35b-fe5191cc51cb req-e0fc505c-5038-4357-b3eb-ec70ef8af4c5 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.54 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 947 time: 0.1685076
May 11 13:46:39.179978 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fc6a2644-aa4b-4a40-8169-968d14c4b2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2529524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514346'] for subnet, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:39.194561 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9b3d52bb-02f3-4530-a778-104cbe1ba300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:39.243353 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a2644-aa4b-4a40-8169-968d14c4b2c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=101aab9e-4df2-46e4-9ed5-eaa0d4c0b147,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:39.246067 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fc6a2644-aa4b-4a40-8169-968d14c4b2c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:39.251004 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fc6a2644-aa4b-4a40-8169-968d14c4b2c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:39.306909 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48250) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:39.315309 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-fc6a2644-aa4b-4a40-8169-968d14c4b2c8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/101aab9e-4df2-46e4-9ed5-eaa0d4c0b147 HTTP/1.1" status: 204  len: 168 time: 0.8061237
May 11 13:46:39.373824 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-4745a9ac-4ea5-4eea-a35b-fe5191cc51cb req-8e648ae6-8cdd-43b3-8fba-8816cfe19e65 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Deleting port ca95605f-3f90-413f-ad05-4995af8bb8f0 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:46:39.374294 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-4745a9ac-4ea5-4eea-a35b-fe5191cc51cb req-8e648ae6-8cdd-43b3-8fba-8816cfe19e65 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:39.444681 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-dfa52fc8-c46d-47b4-98ed-512897f81743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785944'] for network, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:39.516425 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-4745a9ac-4ea5-4eea-a35b-fe5191cc51cb req-8e648ae6-8cdd-43b3-8fba-8816cfe19e65 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] For port ca95605f-3f90-413f-ad05-4995af8bb8f0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ca95605f-3f90-413f-ad05-4995af8bb8f0,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:46:39.517123 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-4745a9ac-4ea5-4eea-a35b-fe5191cc51cb req-8e648ae6-8cdd-43b3-8fba-8816cfe19e65 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:39.572402 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-dfa52fc8-c46d-47b4-98ed-512897f81743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863971', 'neutron.services.segments.db._delete_segments_for_network-8734582855581'] for network, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:39.586953 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-dfa52fc8-c46d-47b4-98ed-512897f81743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ad8732f40>,) {'filters': {'network_id': ['12ec6c5f-a094-448b-ac3c-867dd4582977']}} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:46:39.603313 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-dfa52fc8-c46d-47b4-98ed-512897f81743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad8732f40>, '5b62c77f-a65c-42b5-9cc1-650e848ba5f8') {'for_net_delete': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:46:39.603795 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-dfa52fc8-c46d-47b4-98ed-512897f81743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad8732f40>, '5b62c77f-a65c-42b5-9cc1-650e848ba5f8') {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:46:39.619305 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-dfa52fc8-c46d-47b4-98ed-512897f81743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582867559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077593'] for segment, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:39.637210 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-dfa52fc8-c46d-47b4-98ed-512897f81743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:39.643765 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa52fc8-c46d-47b4-98ed-512897f81743 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=78703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 11 13:46:39.644236 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-dfa52fc8-c46d-47b4-98ed-512897f81743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2100485'] for segment, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]: Traceback (most recent call last):
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]:     timer()
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]:     cb(*args, **kw)
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]:     return func(*args, **kwargs)
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]:     self._notify()
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]:     self.callback(batched_events)
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]:     event.method(event)
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]:     aggregate_uuid = self.p_client.list_aggregates(
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]:     return f(self, *a, **k)
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]:     return self._get(url).json()
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]:     return self.request(url, 'GET', **kwargs)
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]:     base_url = self.get_endpoint(auth, allow=allow,
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 11 13:46:39.658808 dv-cinder-784779-11-iscsi neutron-server[78703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 11 13:46:39.752232 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-dfa52fc8-c46d-47b4-98ed-512897f81743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709946'] for network, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:39.761808 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-dfa52fc8-c46d-47b4-98ed-512897f81743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:39.766356 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:39.792016 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa52fc8-c46d-47b4-98ed-512897f81743 admin admin] Pushing event deleted for resources: {'Network': ['ID=12ec6c5f-a094-448b-ac3c-867dd4582977,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:39.798918 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-dfa52fc8-c46d-47b4-98ed-512897f81743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:39.801682 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-dfa52fc8-c46d-47b4-98ed-512897f81743 admin admin] 10.222.0.48 "DELETE /v2.0/networks/12ec6c5f-a094-448b-ac3c-867dd4582977 HTTP/1.1" status: 204  len: 168 time: 0.4931741
May 11 13:46:39.952378 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-4745a9ac-4ea5-4eea-a35b-fe5191cc51cb req-8e648ae6-8cdd-43b3-8fba-8816cfe19e65 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:39.952947 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-4745a9ac-4ea5-4eea-a35b-fe5191cc51cb req-8e648ae6-8cdd-43b3-8fba-8816cfe19e65 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709941'] for floatingip, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:39.953179 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.db.l3_db [req-4745a9ac-4ea5-4eea-a35b-fe5191cc51cb req-8e648ae6-8cdd-43b3-8fba-8816cfe19e65 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Floating IP 1849265d-f18f-46e2-abf0-1c810255ebfa disassociated. External IP: 172.27.1.88, port: ca95605f-3f90-413f-ad05-4995af8bb8f0.
May 11 13:46:39.953518 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-4745a9ac-4ea5-4eea-a35b-fe5191cc51cb req-8e648ae6-8cdd-43b3-8fba-8816cfe19e65 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Calling delete_port for ca95605f-3f90-413f-ad05-4995af8bb8f0 owned by compute:nova {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:46:40.038227 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48268) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:40.100023 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-4745a9ac-4ea5-4eea-a35b-fe5191cc51cb req-8e648ae6-8cdd-43b3-8fba-8816cfe19e65 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:40.108130 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3c6e9ef3-29d9-4be2-b7dd-38eb6d44c50a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:40.137718 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-406285fe-31eb-459d-8f07-a061a58186b6 req-74043abe-a9ef-476c-ba5f-acb588a52678 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 210 time: 0.0616100
May 11 13:46:40.141817 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-33c8e25c-fe90-4b96-ba20-d9da8138a6db admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05397bdc5f7d488ab076a2275a100c6b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1023412
May 11 13:46:40.144556 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48276) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:40.166141 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e648ae6-8cdd-43b3-8fba-8816cfe19e65 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Pushing event deleted for resources: {'Port': ['ID=ca95605f-3f90-413f-ad05-4995af8bb8f0,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:40.169727 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-8e648ae6-8cdd-43b3-8fba-8816cfe19e65 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:40.241945 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b8430cd4-9e63-4090-a955-6fc0c4936d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:40.278467 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b8430cd4-9e63-4090-a955-6fc0c4936d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:40.338126 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b8430cd4-9e63-4090-a955-6fc0c4936d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:40.343784 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:40.358205 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8430cd4-9e63-4090-a955-6fc0c4936d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e74f5b-58eb-4dde-8d62-e45732996f5d,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:40.364181 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-b8430cd4-9e63-4090-a955-6fc0c4936d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:40.370649 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b8430cd4-9e63-4090-a955-6fc0c4936d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:40.371723 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-b8430cd4-9e63-4090-a955-6fc0c4936d79 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/31e74f5b-58eb-4dde-8d62-e45732996f5d HTTP/1.1" status: 204  len: 168 time: 0.2251718
May 11 13:46:40.390730 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4745a9ac-4ea5-4eea-a35b-fe5191cc51cb req-8e648ae6-8cdd-43b3-8fba-8816cfe19e65 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Router fedda60a-aae9-4e3a-ba8c-66c2853f22ac has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:46:40.617616 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4745a9ac-4ea5-4eea-a35b-fe5191cc51cb req-8e648ae6-8cdd-43b3-8fba-8816cfe19e65 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:46:40.629498 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e148c1-0fd9-44c2-b795-273c027decf1 None None] Sync routers for ids ['fedda60a-aae9-4e3a-ba8c-66c2853f22ac'] in dv-cinder-784779-11-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:46:40.641478 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e148c1-0fd9-44c2-b795-273c027decf1 None None] Routers {'fedda60a-aae9-4e3a-ba8c-66c2853f22ac'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:46:40.642620 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-d1e148c1-0fd9-44c2-b795-273c027decf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad90a6c40>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:46:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['fedda60a-aae9-4e3a-ba8c-66c2853f22ac'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:46:40.700280 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-4745a9ac-4ea5-4eea-a35b-fe5191cc51cb req-8e648ae6-8cdd-43b3-8fba-8816cfe19e65 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] No DVR routers for this DVR port ca95605f-3f90-413f-ad05-4995af8bb8f0 on host hv-cinder-78477 {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:46:40.703319 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-4745a9ac-4ea5-4eea-a35b-fe5191cc51cb req-8e648ae6-8cdd-43b3-8fba-8816cfe19e65 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:40.706230 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b23954-ed6f-4c8d-a528-77250981ce80', 'name': 'network-vif-deleted', 'tag': 'ca95605f-3f90-413f-ad05-4995af8bb8f0'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:46:40.728364 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4745a9ac-4ea5-4eea-a35b-fe5191cc51cb req-8e648ae6-8cdd-43b3-8fba-8816cfe19e65 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.54 "DELETE /v2.0/ports/ca95605f-3f90-413f-ad05-4995af8bb8f0 HTTP/1.1" status: 204  len: 173 time: 1.5860658
May 11 13:46:40.763191 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b23954-ed6f-4c8d-a528-77250981ce80', 'name': 'network-vif-deleted', 'tag': 'ca95605f-3f90-413f-ad05-4995af8bb8f0', 'status': 'completed', 'code': 200}
May 11 13:46:40.848625 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-d1e148c1-0fd9-44c2-b795-273c027decf1 None None] Set router fedda60a-aae9-4e3a-ba8c-66c2853f22ac gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:46:41.207775 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-d1e148c1-0fd9-44c2-b795-273c027decf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad90a6c40>, [{'id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'name': 'tempest-AttachVolumeShelveTestJSON-2101245181-router', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:42:00Z', 'revision_number': 4, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'gw_port': {'id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:40Z', 'updated_at': '2021-05-11T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '136e8d27-80ad-4dcf-b778-de1b984c501d', 'name': '', 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'mac_address': 'fa:16:3e:00:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:57Z', 'updated_at': '2021-05-11T13:42:13Z', 'revision_number': 5, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'subnets': [{'id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:46:41.212723 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e148c1-0fd9-44c2-b795-273c027decf1 None None] Checking router: fedda60a-aae9-4e3a-ba8c-66c2853f22ac for host: dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:46:41.242857 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e148c1-0fd9-44c2-b795-273c027decf1 None None] Routers {'fedda60a-aae9-4e3a-ba8c-66c2853f22ac'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:46:41.243778 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-d1e148c1-0fd9-44c2-b795-273c027decf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad90a6c40>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:46:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['fedda60a-aae9-4e3a-ba8c-66c2853f22ac'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:46:41.256000 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48308) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:41.387453 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6c776284-a868-4c09-96ab-e4c514d2b02e req-673c2734-5660-493c-94fa-e4b222b7efa7 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 210 time: 0.0798221
May 11 13:46:41.422134 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-f576e1c5-f7d2-4032-b293-2c4c6f9a28d3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-507028505-network', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:46:41.426720 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-f576e1c5-f7d2-4032-b293-2c4c6f9a28d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:41.430680 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-f576e1c5-f7d2-4032-b293-2c4c6f9a28d3 admin admin] Usage tracker for resource:network and tenant:2117c366b46f4a7b867a6881d105e9e2 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:46:41.433615 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-f576e1c5-f7d2-4032-b293-2c4c6f9a28d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:46:41.439328 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-f576e1c5-f7d2-4032-b293-2c4c6f9a28d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:41.451606 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f576e1c5-f7d2-4032-b293-2c4c6f9a28d3 admin admin] Made reservation on behalf of 2117c366b46f4a7b867a6881d105e9e2 for: {'network': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:46:41.454844 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-d1e148c1-0fd9-44c2-b795-273c027decf1 None None] Set router fedda60a-aae9-4e3a-ba8c-66c2853f22ac gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:46:41.455060 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f576e1c5-f7d2-4032-b293-2c4c6f9a28d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for network, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:41.471528 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f576e1c5-f7d2-4032-b293-2c4c6f9a28d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:41.499217 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-f576e1c5-f7d2-4032-b293-2c4c6f9a28d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:41.504123 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-f576e1c5-f7d2-4032-b293-2c4c6f9a28d3 admin admin] Usage tracker for resource:security_group_rule and tenant:2117c366b46f4a7b867a6881d105e9e2 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:46:41.508058 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-f576e1c5-f7d2-4032-b293-2c4c6f9a28d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:46:41.515399 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-f576e1c5-f7d2-4032-b293-2c4c6f9a28d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:41.617986 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f576e1c5-f7d2-4032-b293-2c4c6f9a28d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:41.623245 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f576e1c5-f7d2-4032-b293-2c4c6f9a28d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:41.626565 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-76a6724d-234b-4e7f-8d74-34b007c06114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:41.661276 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f576e1c5-f7d2-4032-b293-2c4c6f9a28d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'}  {{(pid=78703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 11 13:46:41.670279 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576e1c5-f7d2-4032-b293-2c4c6f9a28d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79213dc0-1fed-46e1-be29-ae93b127df5a,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:41.674077 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f576e1c5-f7d2-4032-b293-2c4c6f9a28d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:41.677508 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f576e1c5-f7d2-4032-b293-2c4c6f9a28d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:41.677849 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.db.segments_db [None req-f576e1c5-f7d2-4032-b293-2c4c6f9a28d3 admin admin] Added segment 6af7aa27-5c55-40f6-b530-da18376fa59f of type vlan for network 8dd77e97-4eb7-4ba9-bde3-1bab06580f9e
May 11 13:46:41.708519 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f576e1c5-f7d2-4032-b293-2c4c6f9a28d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734582415728'] for network, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:41.743863 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f576e1c5-f7d2-4032-b293-2c4c6f9a28d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for network, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:41.745875 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f576e1c5-f7d2-4032-b293-2c4c6f9a28d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:41.745875 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f576e1c5-f7d2-4032-b293-2c4c6f9a28d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:41.750991 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-aa1a314d-5c64-4c62-817a-91d67eb5b465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:41.857148 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-d1e148c1-0fd9-44c2-b795-273c027decf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad90a6c40>, [{'id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'name': 'tempest-AttachVolumeShelveTestJSON-2101245181-router', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:42:00Z', 'revision_number': 4, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'gw_port': {'id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:40Z', 'updated_at': '2021-05-11T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '136e8d27-80ad-4dcf-b778-de1b984c501d', 'name': '', 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'mac_address': 'fa:16:3e:00:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:57Z', 'updated_at': '2021-05-11T13:42:13Z', 'revision_number': 5, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'subnets': [{'id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:46:41.858535 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576e1c5-f7d2-4032-b293-2c4c6f9a28d3 admin admin] Pushing event updated for resources: {'Network': ['ID=8dd77e97-4eb7-4ba9-bde3-1bab06580f9e,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:41.862577 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e148c1-0fd9-44c2-b795-273c027decf1 None None] The sync data for ids ['fedda60a-aae9-4e3a-ba8c-66c2853f22ac'] in dv-cinder-784779-11-iscsi is: [{'id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'name': 'tempest-AttachVolumeShelveTestJSON-2101245181-router', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:42:00Z', 'revision_number': 4, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'gw_port': {'id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:40Z', 'updated_at': '2021-05-11T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '136e8d27-80ad-4dcf-b778-de1b984c501d', 'name': '', 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'mac_address': 'fa:16:3e:00:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:57Z', 'updated_at': '2021-05-11T13:42:13Z', 'revision_number': 5, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'subnets': [{'id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:46:41.866397 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 48316) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:41.866883 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-f576e1c5-f7d2-4032-b293-2c4c6f9a28d3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6091549
May 11 13:46:41.867590 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f576e1c5-f7d2-4032-b293-2c4c6f9a28d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:41.872875 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-5d02ec4b-d10a-4a5c-b4f8-fb32d857cece admin admin] Request body: {'subnet': {'network_id': '8dd77e97-4eb7-4ba9-bde3-1bab06580f9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-507028505-subnet', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'ip_version': 4}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:46:41.882164 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-5d02ec4b-d10a-4a5c-b4f8-fb32d857cece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:41.882623 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Network 8dd77e97-4eb7-4ba9-bde3-1bab06580f9e details requested by agent ovs-agent-dv-cinder-784779-11-iscsi with host dv-cinder-784779-11-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 11 13:46:41.892700 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-5d02ec4b-d10a-4a5c-b4f8-fb32d857cece admin admin] Usage tracker for resource:subnet and tenant:2117c366b46f4a7b867a6881d105e9e2 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:46:41.899833 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-5d02ec4b-d10a-4a5c-b4f8-fb32d857cece admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:46:41.906591 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-5d02ec4b-d10a-4a5c-b4f8-fb32d857cece admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:41.921480 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d02ec4b-d10a-4a5c-b4f8-fb32d857cece admin admin] Made reservation on behalf of 2117c366b46f4a7b867a6881d105e9e2 for: {'subnet': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:46:41.924146 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5d02ec4b-d10a-4a5c-b4f8-fb32d857cece admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514369'] for subnet, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:42.125356 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20024b8-3875-408e-9cb0-a5f85825b773 None None] New status for floating IP 1849265d-f18f-46e2-abf0-1c810255ebfa: DOWN {{(pid=78705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 11 13:46:42.371421 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5d02ec4b-d10a-4a5c-b4f8-fb32d857cece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2131767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514355'] for subnet, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:42.375462 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-8bf619db-5e80-4f46-8c0b-df1fe3353c84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:42.453692 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02ec4b-d10a-4a5c-b4f8-fb32d857cece admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f718927-4558-4044-9512-8b085fcdc25e,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:42.458220 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-5d02ec4b-d10a-4a5c-b4f8-fb32d857cece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:42.465473 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02ec4b-d10a-4a5c-b4f8-fb32d857cece admin admin] Checking segment: {'id': '6af7aa27-5c55-40f6-b530-da18376fa59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8dd77e97-4eb7-4ba9-bde3-1bab06580f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:46:42.465855 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d02ec4b-d10a-4a5c-b4f8-fb32d857cece admin admin] Network hostable DHCP agents. Network: 8dd77e97-4eb7-4ba9-bde3-1bab06580f9e, hostable agents: ['4f880931-96b8-4f66-b375-cb7708e9547f'], hosted agents: [] {{(pid=78702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 11 13:46:42.488900 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d02ec4b-d10a-4a5c-b4f8-fb32d857cece admin admin] Network 8dd77e97-4eb7-4ba9-bde3-1bab06580f9e is scheduled to be hosted by DHCP agent 4f880931-96b8-4f66-b375-cb7708e9547f with binding_index 1 {{(pid=78702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 11 13:46:42.505365 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-5d02ec4b-d10a-4a5c-b4f8-fb32d857cece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-iscsi, 8dd77e97-4eb7-4ba9-bde3-1bab06580f9e) {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:46:42.518405 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0469ec87-6acd-45e1-bf11-1992c19f4bf2 None None] Network 8dd77e97-4eb7-4ba9-bde3-1bab06580f9e requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:46:42.523205 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d02ec4b-d10a-4a5c-b4f8-fb32d857cece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:42.524984 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5d02ec4b-d10a-4a5c-b4f8-fb32d857cece admin admin] Notify callbacks [] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:42.622288 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-8dbd2abe-c311-4419-89f6-df91f5384046 req-d6b34ac0-9489-49fe-b61f-e1645c438287 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Synchronizing usage tracker for tenant:4d834d585e8e49e39c08f01b088e3ec0 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:46:42.627285 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-5d02ec4b-d10a-4a5c-b4f8-fb32d857cece admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7596929
May 11 13:46:42.630450 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48326) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:42.636381 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-cd79cd4f-a85a-4f59-8417-696c05c8d9d6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-507028505-router', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:46:42.643095 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-cd79cd4f-a85a-4f59-8417-696c05c8d9d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:42.650367 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-8dbd2abe-c311-4419-89f6-df91f5384046 req-d6b34ac0-9489-49fe-b61f-e1645c438287 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Unset dirty status for tenant:4d834d585e8e49e39c08f01b088e3ec0 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:46:42.651544 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-cd79cd4f-a85a-4f59-8417-696c05c8d9d6 admin admin] Usage tracker for resource:router and tenant:2117c366b46f4a7b867a6881d105e9e2 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:46:42.655403 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-cd79cd4f-a85a-4f59-8417-696c05c8d9d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:46:42.663087 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-cd79cd4f-a85a-4f59-8417-696c05c8d9d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:42.664973 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8dbd2abe-c311-4419-89f6-df91f5384046 req-d6b34ac0-9489-49fe-b61f-e1645c438287 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b23954-ed6f-4c8d-a528-77250981ce80 HTTP/1.1" status: 200  len: 210 time: 0.1086183
May 11 13:46:42.686951 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cd79cd4f-a85a-4f59-8417-696c05c8d9d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1799909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29054'] for router, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:42.688701 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cd79cd4f-a85a-4f59-8417-696c05c8d9d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1799914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29045'] for router, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:42.717224 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cd79cd4f-a85a-4f59-8417-696c05c8d9d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:42.855419 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512a8070-0095-4d07-9747-fb1d401d7008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909737b3-bb84-5a13-9931-2d83341a903e-8dd77e97-4eb7-4ba9-bde3-1bab06580f9e', 'network_id': '8dd77e97-4eb7-4ba9-bde3-1bab06580f9e', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'fixed_ips': [{'subnet_id': '4f718927-4558-4044-9512-8b085fcdc25e'}]}} from dv-cinder-784779-11-iscsi. {{(pid=78704) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 11 13:46:42.856418 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-512a8070-0095-4d07-9747-fb1d401d7008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:43.045568 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.db_base_plugin_common [None req-512a8070-0095-4d07-9747-fb1d401d7008 None None] Allocated IP 172.20.0.2 (8dd77e97-4eb7-4ba9-bde3-1bab06580f9e/4f718927-4558-4044-9512-8b085fcdc25e/954102b2-ce41-4bc0-8c9d-c85b66befe11) {{(pid=78704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:46:43.099552 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cd79cd4f-a85a-4f59-8417-696c05c8d9d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1796113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29019'] for router, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:43.296720 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-512a8070-0095-4d07-9747-fb1d401d7008 None None] Notify callbacks [] for port, precommit_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:43.307878 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-512a8070-0095-4d07-9747-fb1d401d7008 None None] Transition to ACTIVE for port object 954102b2-ce41-4bc0-8c9d-c85b66befe11 will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:46:43.327380 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-512a8070-0095-4d07-9747-fb1d401d7008 None None] Transition to ACTIVE for port object 954102b2-ce41-4bc0-8c9d-c85b66befe11 will not be triggered until provisioned by entity DHCP. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:46:43.334306 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-512a8070-0095-4d07-9747-fb1d401d7008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735'] for port, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:43.338446 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:43.399865 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512a8070-0095-4d07-9747-fb1d401d7008 None None] Network 8dd77e97-4eb7-4ba9-bde3-1bab06580f9e is already hosted by enough agents. {{(pid=78704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:46:43.402707 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.scheduler.base_scheduler [None req-512a8070-0095-4d07-9747-fb1d401d7008 None None] Resources bound (agent type, host, resource id):  {{(pid=78704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:46:43.405271 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512a8070-0095-4d07-9747-fb1d401d7008 None None] Received port after_create {{(pid=78704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:46:43.445770 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cd79cd4f-a85a-4f59-8417-696c05c8d9d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:43.449831 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a8070-0095-4d07-9747-fb1d401d7008 None None] Pushing event updated for resources: {'Port': ['ID=954102b2-ce41-4bc0-8c9d-c85b66befe11,revision_number=1']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:43.462328 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-512a8070-0095-4d07-9747-fb1d401d7008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:43.471087 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device ca95605f-3f90-413f-ad05-4995af8bb8f0 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:46:43.476583 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cd79cd4f-a85a-4f59-8417-696c05c8d9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:43.549982 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] No Port match for: ca95605f-3f90-413f-ad05-4995af8bb8f0 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:46:43.550361 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device ca95605f-3f90-413f-ad05-4995af8bb8f0 not bound to the agent host hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:46:43.571424 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-512a8070-0095-4d07-9747-fb1d401d7008 None None] Attempting to bind port 954102b2-ce41-4bc0-8c9d-c85b66befe11 on host dv-cinder-784779-11-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:46:43.571992 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-512a8070-0095-4d07-9747-fb1d401d7008 None None] Attempting to bind port 954102b2-ce41-4bc0-8c9d-c85b66befe11 by drivers openvswitch,hyperv on host dv-cinder-784779-11-iscsi at level 0 using segments [{'id': '6af7aa27-5c55-40f6-b530-da18376fa59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8dd77e97-4eb7-4ba9-bde3-1bab06580f9e'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:46:43.572455 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512a8070-0095-4d07-9747-fb1d401d7008 None None] Attempting to bind port 954102b2-ce41-4bc0-8c9d-c85b66befe11 on network 8dd77e97-4eb7-4ba9-bde3-1bab06580f9e {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:46:43.579637 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512a8070-0095-4d07-9747-fb1d401d7008 None None] Checking agent: {'id': '2e08dd85-5947-470f-91ea-843c02c9f211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'started_at': datetime.datetime(2021, 5, 11, 13, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:46:43.579995 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512a8070-0095-4d07-9747-fb1d401d7008 None None] Checking segment: {'id': '6af7aa27-5c55-40f6-b530-da18376fa59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8dd77e97-4eb7-4ba9-bde3-1bab06580f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:46:43.580409 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-512a8070-0095-4d07-9747-fb1d401d7008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:43.580817 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512a8070-0095-4d07-9747-fb1d401d7008 None None] Bound using segment: {'id': '6af7aa27-5c55-40f6-b530-da18376fa59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8dd77e97-4eb7-4ba9-bde3-1bab06580f9e'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:46:43.581297 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-512a8070-0095-4d07-9747-fb1d401d7008 None None] Bound port: 954102b2-ce41-4bc0-8c9d-c85b66befe11, host: dv-cinder-784779-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af7aa27-5c55-40f6-b530-da18376fa59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8dd77e97-4eb7-4ba9-bde3-1bab06580f9e'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:46:43.581747 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-512a8070-0095-4d07-9747-fb1d401d7008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:43.625807 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [None req-cd79cd4f-a85a-4f59-8417-696c05c8d9d6 admin admin] Allocated IP 172.27.1.243 (e051f2fa-e4f7-48f8-93ce-58e38fee5eb4/218716c0-958e-4312-849b-6a79832afb0f/ec0442c9-ed16-4edc-8001-83dd0062621f) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:46:43.679355 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-512a8070-0095-4d07-9747-fb1d401d7008 None None] For port 954102b2-ce41-4bc0-8c9d-c85b66befe11, host dv-cinder-784779-11-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:46:43.682993 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-512a8070-0095-4d07-9747-fb1d401d7008 None None] For port 954102b2-ce41-4bc0-8c9d-c85b66befe11, host dv-cinder-784779-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=954102b2-ce41-4bc0-8c9d-c85b66befe11,segment=NetworkSegment(6af7aa27-5c55-40f6-b530-da18376fa59f),segment_id=6af7aa27-5c55-40f6-b530-da18376fa59f)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:46:43.689906 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-512a8070-0095-4d07-9747-fb1d401d7008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:43.695619 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:43.792540 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a8070-0095-4d07-9747-fb1d401d7008 None None] Pushing event updated for resources: {'Port': ['ID=954102b2-ce41-4bc0-8c9d-c85b66befe11,revision_number=2']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:43.802787 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-512a8070-0095-4d07-9747-fb1d401d7008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:43.835195 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cd79cd4f-a85a-4f59-8417-696c05c8d9d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:43.883195 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cd79cd4f-a85a-4f59-8417-696c05c8d9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2100528'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:43.896337 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-55c0aefd-48e5-4258-bb66-fe57a75f23ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:43.899517 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 48344) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:43.997209 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b04d979e-5cec-4727-9998-b07e23a2ef15 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:44.029524 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79cd4f-a85a-4f59-8417-696c05c8d9d6 admin admin] Pushing event updated for resources: {'Port': ['ID=ec0442c9-ed16-4edc-8001-83dd0062621f,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:44.030169 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-cd79cd4f-a85a-4f59-8417-696c05c8d9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:44.045353 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd79cd4f-a85a-4f59-8417-696c05c8d9d6 admin admin] Network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:46:44.069037 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-cd79cd4f-a85a-4f59-8417-696c05c8d9d6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:46:44.075022 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd79cd4f-a85a-4f59-8417-696c05c8d9d6 admin admin] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:46:44.082331 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b04d979e-5cec-4727-9998-b07e23a2ef15 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:44.163494 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b04d979e-5cec-4727-9998-b07e23a2ef15 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:44.167513 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-ffe39026-79fe-4d04-9fd0-3c7a5fa704b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:44.188118 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d979e-5cec-4727-9998-b07e23a2ef15 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4523ef-344a-49b1-9c89-84af77054284,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:44.198004 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04d979e-5cec-4727-9998-b07e23a2ef15 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:44.198380 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04d979e-5cec-4727-9998-b07e23a2ef15 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:44.198747 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04d979e-5cec-4727-9998-b07e23a2ef15 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:44.199112 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04d979e-5cec-4727-9998-b07e23a2ef15 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:44.199470 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04d979e-5cec-4727-9998-b07e23a2ef15 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:44.199852 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04d979e-5cec-4727-9998-b07e23a2ef15 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:44.200206 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04d979e-5cec-4727-9998-b07e23a2ef15 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:44.200559 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04d979e-5cec-4727-9998-b07e23a2ef15 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:44.200909 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04d979e-5cec-4727-9998-b07e23a2ef15 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:44.201257 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04d979e-5cec-4727-9998-b07e23a2ef15 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:44.201605 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04d979e-5cec-4727-9998-b07e23a2ef15 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:44.201964 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04d979e-5cec-4727-9998-b07e23a2ef15 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:44.207179 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b04d979e-5cec-4727-9998-b07e23a2ef15 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:44.211138 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b04d979e-5cec-4727-9998-b07e23a2ef15 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:44.214926 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-b04d979e-5cec-4727-9998-b07e23a2ef15 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "DELETE /v2.0/security-groups/6c4523ef-344a-49b1-9c89-84af77054284 HTTP/1.1" status: 204  len: 168 time: 0.3107572
May 11 13:46:44.215173 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 48352) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:44.233134 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.api.v2.resource [None req-8012a926-7c31-44ba-b666-a0be2dd175d5 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] show failed (client error): The resource could not be found.
May 11 13:46:44.235594 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-8012a926-7c31-44ba-b666-a0be2dd175d5 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups/6c4523ef-344a-49b1-9c89-84af77054284 HTTP/1.1" status: 404  len: 347 time: 0.0181415
May 11 13:46:44.237935 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 48356) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:44.595975 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-1ec56934-c252-4d1e-84ee-8daf495d7e2c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Deleting port fce49b00-e759-4f5d-a604-1190013be7a7 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:46:44.596240 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1ec56934-c252-4d1e-84ee-8daf495d7e2c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:44.702926 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cd79cd4f-a85a-4f59-8417-696c05c8d9d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:44.723610 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1ec56934-c252-4d1e-84ee-8daf495d7e2c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:44.724085 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1ec56934-c252-4d1e-84ee-8daf495d7e2c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:44.862284 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db751c3e-19e9-4631-865a-0df8d5f64e4b None None] Network 8dd77e97-4eb7-4ba9-bde3-1bab06580f9e requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:46:44.879403 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-1ec56934-c252-4d1e-84ee-8daf495d7e2c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Calling delete_port for fce49b00-e759-4f5d-a604-1190013be7a7 owned by network:floatingip {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:46:44.945990 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 954102b2-ce41-4bc0-8c9d-c85b66befe11 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:46:45.025298 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1ec56934-c252-4d1e-84ee-8daf495d7e2c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:45.028299 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-83a64803-3724-4112-9697-5f4c59c7e2d0 None None] Provisioning for port 954102b2-ce41-4bc0-8c9d-c85b66befe11 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:46:45.038078 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-15825adc-5096-44ea-ba42-aa8d15d795f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:45.069957 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cd79cd4f-a85a-4f59-8417-696c05c8d9d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1796200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706246'] for router, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:45.115310 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec56934-c252-4d1e-84ee-8daf495d7e2c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Pushing event deleted for resources: {'Port': ['ID=fce49b00-e759-4f5d-a604-1190013be7a7,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:45.125683 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-1ec56934-c252-4d1e-84ee-8daf495d7e2c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:45.167497 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning for port 954102b2-ce41-4bc0-8c9d-c85b66befe11 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:46:45.186747 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1ec56934-c252-4d1e-84ee-8daf495d7e2c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for floatingip, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:45.203031 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 954102b2-ce41-4bc0-8c9d-c85b66befe11 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:46:45.203031 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:45.207699 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1ec56934-c252-4d1e-84ee-8daf495d7e2c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for floatingip, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:45.208841 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-1ec56934-c252-4d1e-84ee-8daf495d7e2c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "DELETE /v2.0/floatingips/1849265d-f18f-46e2-abf0-1c810255ebfa HTTP/1.1" status: 204  len: 168 time: 0.9683628
May 11 13:46:45.287609 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd79cd4f-a85a-4f59-8417-696c05c8d9d6 admin admin] Router 58c3c7fa-7e63-48e6-83ab-93b437743e0a is scheduled to L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c with binding_index 1 {{(pid=78703) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 11 13:46:45.355524 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:45.395035 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] For port 954102b2-ce41-4bc0-8c9d-c85b66befe11, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=954102b2-ce41-4bc0-8c9d-c85b66befe11,segment=NetworkSegment(6af7aa27-5c55-40f6-b530-da18376fa59f),segment_id=6af7aa27-5c55-40f6-b530-da18376fa59f)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:46:45.403847 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:45.406231 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:45.500314 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Pushing event updated for resources: {'Port': ['ID=954102b2-ce41-4bc0-8c9d-c85b66befe11,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:45.509716 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:45.522233 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd79cd4f-a85a-4f59-8417-696c05c8d9d6 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:46:45.529719 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48366) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:45.538093 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df08b95-4b18-4a74-a6d9-24fe3a34944a None None] Sync routers for ids ['58c3c7fa-7e63-48e6-83ab-93b437743e0a'] in dv-cinder-784779-11-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:46:45.549896 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df08b95-4b18-4a74-a6d9-24fe3a34944a None None] Routers {'58c3c7fa-7e63-48e6-83ab-93b437743e0a'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:46:45.551206 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-3df08b95-4b18-4a74-a6d9-24fe3a34944a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9cb9be0>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:46:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['58c3c7fa-7e63-48e6-83ab-93b437743e0a'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:46:45.552725 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-e714fa97-26f3-4d84-816a-55116c6bea31 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1479526016', 'description': 'tempest-description--162603790'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:46:45.574299 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-e714fa97-26f3-4d84-816a-55116c6bea31 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:45.581720 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-e714fa97-26f3-4d84-816a-55116c6bea31 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Usage tracker for resource:security_group and tenant:4d834d585e8e49e39c08f01b088e3ec0 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:46:45.586721 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-e714fa97-26f3-4d84-816a-55116c6bea31 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:46:45.593817 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-e714fa97-26f3-4d84-816a-55116c6bea31 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:45.596413 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cd79cd4f-a85a-4f59-8417-696c05c8d9d6 admin admin] Notify callbacks [] for router, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:45.598052 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-cd79cd4f-a85a-4f59-8417-696c05c8d9d6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.9663858
May 11 13:46:45.603379 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 48370) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:45.609499 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e714fa97-26f3-4d84-816a-55116c6bea31 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:45.639500 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-e714fa97-26f3-4d84-816a-55116c6bea31 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:45.643878 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-e714fa97-26f3-4d84-816a-55116c6bea31 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Usage tracker for resource:security_group_rule and tenant:4d834d585e8e49e39c08f01b088e3ec0 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:46:45.647671 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-e714fa97-26f3-4d84-816a-55116c6bea31 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:46:45.656147 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-e714fa97-26f3-4d84-816a-55116c6bea31 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:45.714492 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-3bedfbd1-7718-4f25-b499-cd0d866500d7 None None] Provisioning complete for port 954102b2-ce41-4bc0-8c9d-c85b66befe11 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:46:45.714878 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-3bedfbd1-7718-4f25-b499-cd0d866500d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:45.750932 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e714fa97-26f3-4d84-816a-55116c6bea31 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:45.758858 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e714fa97-26f3-4d84-816a-55116c6bea31 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:45.764984 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-9f66eaf6-fc75-408d-96e2-8f0da3805804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:45.807074 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714fa97-26f3-4d84-816a-55116c6bea31 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c029a01a-8f09-4897-80fe-5305c55e9af6,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:45.810107 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e714fa97-26f3-4d84-816a-55116c6bea31 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:45.812634 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e714fa97-26f3-4d84-816a-55116c6bea31 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:45.814689 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-e714fa97-26f3-4d84-816a-55116c6bea31 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2826245
May 11 13:46:45.817631 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48374) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:45.821906 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-3df08b95-4b18-4a74-a6d9-24fe3a34944a None None] Set router 58c3c7fa-7e63-48e6-83ab-93b437743e0a gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:46:45.824423 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-0f878a62-5907-476d-a91e-26481e11f69e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Request body: {'security_group_rule': {'security_group_id': 'c029a01a-8f09-4897-80fe-5305c55e9af6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:46:45.829874 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-0f878a62-5907-476d-a91e-26481e11f69e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:45.834120 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-0f878a62-5907-476d-a91e-26481e11f69e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Usage tracker for resource:security_group_rule and tenant:4d834d585e8e49e39c08f01b088e3ec0 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:46:45.837777 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-0f878a62-5907-476d-a91e-26481e11f69e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:46:45.844766 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-0f878a62-5907-476d-a91e-26481e11f69e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:45.867633 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0f878a62-5907-476d-a91e-26481e11f69e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:45.935298 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0f878a62-5907-476d-a91e-26481e11f69e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:45.942044 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0f878a62-5907-476d-a91e-26481e11f69e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:45.944421 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:45.973368 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f878a62-5907-476d-a91e-26481e11f69e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe313b1-fa43-461b-850b-e5a28677bd9f,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:45.977291 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0f878a62-5907-476d-a91e-26481e11f69e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:45.985178 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0f878a62-5907-476d-a91e-26481e11f69e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:45.985178 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-0f878a62-5907-476d-a91e-26481e11f69e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1635895
May 11 13:46:45.986873 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48380) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:45.992698 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-050daa53-2d38-4e83-94aa-819e2ed1f8e1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Request body: {'security_group_rule': {'security_group_id': 'c029a01a-8f09-4897-80fe-5305c55e9af6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:46:45.998660 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-050daa53-2d38-4e83-94aa-819e2ed1f8e1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:46.004250 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-050daa53-2d38-4e83-94aa-819e2ed1f8e1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Usage tracker for resource:security_group_rule and tenant:4d834d585e8e49e39c08f01b088e3ec0 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:46:46.010924 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-050daa53-2d38-4e83-94aa-819e2ed1f8e1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:46:46.017007 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-050daa53-2d38-4e83-94aa-819e2ed1f8e1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:46.040852 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-050daa53-2d38-4e83-94aa-819e2ed1f8e1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:46.120601 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-050daa53-2d38-4e83-94aa-819e2ed1f8e1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:46.127177 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-050daa53-2d38-4e83-94aa-819e2ed1f8e1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:46.136379 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-590e77c9-0e7e-4662-9f63-0b92437aa143 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:46.164112 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-050daa53-2d38-4e83-94aa-819e2ed1f8e1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:46.166040 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-050daa53-2d38-4e83-94aa-819e2ed1f8e1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1782320
May 11 13:46:46.168460 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050daa53-2d38-4e83-94aa-819e2ed1f8e1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6863a95e-dbb2-4e8e-b953-71f53eac49ab,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:46.170193 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48388) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:46.178425 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-050daa53-2d38-4e83-94aa-819e2ed1f8e1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:46.181865 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-f0e5703c-c651-4663-a0bd-ed529bddb1f6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Request body: {'floatingip': {'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:46:46.189801 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-f0e5703c-c651-4663-a0bd-ed529bddb1f6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:46.194266 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-f0e5703c-c651-4663-a0bd-ed529bddb1f6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Usage tracker for resource:floatingip and tenant:4d834d585e8e49e39c08f01b088e3ec0 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:46:46.197313 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-f0e5703c-c651-4663-a0bd-ed529bddb1f6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:46:46.205675 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-f0e5703c-c651-4663-a0bd-ed529bddb1f6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:46.217429 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f0e5703c-c651-4663-a0bd-ed529bddb1f6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for floatingip, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:46.239472 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-3df08b95-4b18-4a74-a6d9-24fe3a34944a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9cb9be0>, [{'id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'name': 'tempest-TestShelveInstance-507028505-router', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ec0442c9-ed16-4edc-8001-83dd0062621f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:42Z', 'updated_at': '2021-05-11T13:46:44Z', 'revision_number': 3, 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'gw_port': {'id': 'ec0442c9-ed16-4edc-8001-83dd0062621f', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:43Z', 'updated_at': '2021-05-11T13:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:46:46.244654 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df08b95-4b18-4a74-a6d9-24fe3a34944a None None] Checking router: 58c3c7fa-7e63-48e6-83ab-93b437743e0a for host: dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:46:46.245704 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df08b95-4b18-4a74-a6d9-24fe3a34944a None None] Updating router 58c3c7fa-7e63-48e6-83ab-93b437743e0a port ec0442c9-ed16-4edc-8001-83dd0062621f binding host dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 11 13:46:46.313421 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-3df08b95-4b18-4a74-a6d9-24fe3a34944a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:46.393491 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f0e5703c-c651-4663-a0bd-ed529bddb1f6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:46.583786 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e3e82e5c-e5f1-4cec-8bf2-c44211064f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:46.703021 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-3df08b95-4b18-4a74-a6d9-24fe3a34944a None None] Notify callbacks [] for port, precommit_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:46.722563 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-3df08b95-4b18-4a74-a6d9-24fe3a34944a None None] Transition to ACTIVE for port object ec0442c9-ed16-4edc-8001-83dd0062621f will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:46:46.733166 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-3df08b95-4b18-4a74-a6d9-24fe3a34944a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:46.738501 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-f6d75c6d-2424-40e9-9e00-febd2d0075da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:46.805859 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [None req-f0e5703c-c651-4663-a0bd-ed529bddb1f6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Allocated IP 172.27.1.196 (e051f2fa-e4f7-48f8-93ce-58e38fee5eb4/218716c0-958e-4312-849b-6a79832afb0f/a8924960-653d-4f7c-9678-42ec1b091a7c) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:46:46.806399 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-e3e82e5c-e5f1-4cec-8bf2-c44211064f71 admin admin] Allocated IP 172.20.0.1 (8dd77e97-4eb7-4ba9-bde3-1bab06580f9e/4f718927-4558-4044-9512-8b085fcdc25e/f6d399b5-bb88-4630-abd4-97e35544c9ae) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:46:46.809778 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-3df08b95-4b18-4a74-a6d9-24fe3a34944a None None] Attempting to bind port ec0442c9-ed16-4edc-8001-83dd0062621f on host dv-cinder-784779-11-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:46:46.810142 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-3df08b95-4b18-4a74-a6d9-24fe3a34944a None None] Attempting to bind port ec0442c9-ed16-4edc-8001-83dd0062621f by drivers openvswitch,hyperv on host dv-cinder-784779-11-iscsi at level 0 using segments [{'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:46:46.810550 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df08b95-4b18-4a74-a6d9-24fe3a34944a None None] Attempting to bind port ec0442c9-ed16-4edc-8001-83dd0062621f on network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:46:46.830743 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df08b95-4b18-4a74-a6d9-24fe3a34944a None None] Checking agent: {'id': '2e08dd85-5947-470f-91ea-843c02c9f211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'started_at': datetime.datetime(2021, 5, 11, 13, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:46:46.831132 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df08b95-4b18-4a74-a6d9-24fe3a34944a None None] Checking segment: {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:46:46.831649 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-3df08b95-4b18-4a74-a6d9-24fe3a34944a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:46.832205 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df08b95-4b18-4a74-a6d9-24fe3a34944a None None] Bound using segment: {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:46:46.832702 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-3df08b95-4b18-4a74-a6d9-24fe3a34944a None None] Bound port: ec0442c9-ed16-4edc-8001-83dd0062621f, host: dv-cinder-784779-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:46:46.833087 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-3df08b95-4b18-4a74-a6d9-24fe3a34944a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:46.953763 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea88b9-2d34-487a-8f51-a6821a1873a9 None None] Pushing event updated for resources: {'Port': ['ID=ec0442c9-ed16-4edc-8001-83dd0062621f,revision_number=2']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:46.957292 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 954102b2-ce41-4bc0-8c9d-c85b66befe11 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:46:46.986582 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-72ea88b9-2d34-487a-8f51-a6821a1873a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:46.995740 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e3e82e5c-e5f1-4cec-8bf2-c44211064f71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:47.006535 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-3df08b95-4b18-4a74-a6d9-24fe3a34944a None None] For port ec0442c9-ed16-4edc-8001-83dd0062621f, host dv-cinder-784779-11-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:46:47.012472 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-e3e82e5c-e5f1-4cec-8bf2-c44211064f71 admin admin] Transition to ACTIVE for port object f6d399b5-bb88-4630-abd4-97e35544c9ae will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:46:47.029132 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-3df08b95-4b18-4a74-a6d9-24fe3a34944a None None] For port ec0442c9-ed16-4edc-8001-83dd0062621f, host dv-cinder-784779-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=ec0442c9-ed16-4edc-8001-83dd0062621f,segment=NetworkSegment(2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f),segment_id=2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:46:47.036519 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-3df08b95-4b18-4a74-a6d9-24fe3a34944a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:47.038604 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e3e82e5c-e5f1-4cec-8bf2-c44211064f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:47.042757 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:47.043492 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-f471134d-e0ed-4968-8a42-32abc9929434 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:47.077445 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f0e5703c-c651-4663-a0bd-ed529bddb1f6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:47.105138 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e82e5c-e5f1-4cec-8bf2-c44211064f71 admin admin] Network 8dd77e97-4eb7-4ba9-bde3-1bab06580f9e is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:46:47.108653 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-e3e82e5c-e5f1-4cec-8bf2-c44211064f71 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:46:47.112795 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e82e5c-e5f1-4cec-8bf2-c44211064f71 admin admin] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:46:47.117188 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f0e5703c-c651-4663-a0bd-ed529bddb1f6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2100528'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:47.123212 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a138d0d5-c6b1-4ec7-a9b6-7ab1a38eb475 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:47.124298 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 954102b2-ce41-4bc0-8c9d-c85b66befe11 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:46:47.124577 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:47.159259 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e82e5c-e5f1-4cec-8bf2-c44211064f71 admin admin] Pushing event updated for resources: {'Port': ['ID=f6d399b5-bb88-4630-abd4-97e35544c9ae,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:47.163468 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e3e82e5c-e5f1-4cec-8bf2-c44211064f71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:47.168047 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df08b95-4b18-4a74-a6d9-24fe3a34944a None None] Routers {'58c3c7fa-7e63-48e6-83ab-93b437743e0a'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:46:47.168692 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-3df08b95-4b18-4a74-a6d9-24fe3a34944a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9cb9be0>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:46:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['58c3c7fa-7e63-48e6-83ab-93b437743e0a'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:46:47.184827 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e3e82e5c-e5f1-4cec-8bf2-c44211064f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704921'] for router_interface, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:47.206495 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e5703c-c651-4663-a0bd-ed529bddb1f6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:46:47.210593 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-f0e5703c-c651-4663-a0bd-ed529bddb1f6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:46:47.213327 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e5703c-c651-4663-a0bd-ed529bddb1f6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:46:47.268924 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea88b9-2d34-487a-8f51-a6821a1873a9 None None] Pushing event updated for resources: {'Port': ['ID=ec0442c9-ed16-4edc-8001-83dd0062621f,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:47.280097 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5703c-c651-4663-a0bd-ed529bddb1f6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Pushing event updated for resources: {'Port': ['ID=a8924960-653d-4f7c-9678-42ec1b091a7c,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:47.289320 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f0e5703c-c651-4663-a0bd-ed529bddb1f6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:47.340324 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f0e5703c-c651-4663-a0bd-ed529bddb1f6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:47.343839 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-72ea88b9-2d34-487a-8f51-a6821a1873a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:47.410141 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f0e5703c-c651-4663-a0bd-ed529bddb1f6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:47.470253 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e3e82e5c-e5f1-4cec-8bf2-c44211064f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:47.476715 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-3df08b95-4b18-4a74-a6d9-24fe3a34944a None None] Set router 58c3c7fa-7e63-48e6-83ab-93b437743e0a gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:46:47.644390 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f0e5703c-c651-4663-a0bd-ed529bddb1f6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:47.651228 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f0e5703c-c651-4663-a0bd-ed529bddb1f6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2100521'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:47.664358 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:47.666788 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-c3b6e334-8085-49a9-8885-511842e859e8 None None] Provisioning for port f6d399b5-bb88-4630-abd4-97e35544c9ae completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:46:47.726057 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-c3b6e334-8085-49a9-8885-511842e859e8 None None] Provisioning complete for port f6d399b5-bb88-4630-abd4-97e35544c9ae triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:46:47.726432 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-c3b6e334-8085-49a9-8885-511842e859e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:47.730551 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e3e82e5c-e5f1-4cec-8bf2-c44211064f71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:47.739497 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e3e82e5c-e5f1-4cec-8bf2-c44211064f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:47.782679 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-1ec56934-c252-4d1e-84ee-8daf495d7e2c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:47.799786 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f0e5703c-c651-4663-a0bd-ed529bddb1f6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709941'] for floatingip, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:47.816296 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-c3b6e334-8085-49a9-8885-511842e859e8 None None] Port f6d399b5-bb88-4630-abd4-97e35544c9ae cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 11 13:46:47.824073 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5703c-c651-4663-a0bd-ed529bddb1f6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Pushing event updated for resources: {'Port': ['ID=a8924960-653d-4f7c-9678-42ec1b091a7c,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:47.840600 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f0e5703c-c651-4663-a0bd-ed529bddb1f6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:47.863398 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f0e5703c-c651-4663-a0bd-ed529bddb1f6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for floatingip, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:47.865381 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-f0e5703c-c651-4663-a0bd-ed529bddb1f6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6893387
May 11 13:46:47.898102 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e82e5c-e5f1-4cec-8bf2-c44211064f71 admin admin] Pushing event updated for resources: {'Port': ['ID=f6d399b5-bb88-4630-abd4-97e35544c9ae,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:47.901475 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e3e82e5c-e5f1-4cec-8bf2-c44211064f71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:47.902694 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e3e82e5c-e5f1-4cec-8bf2-c44211064f71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704826'] for router_interface, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:47.949860 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-3df08b95-4b18-4a74-a6d9-24fe3a34944a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9cb9be0>, [{'id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'name': 'tempest-TestShelveInstance-507028505-router', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ec0442c9-ed16-4edc-8001-83dd0062621f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:42Z', 'updated_at': '2021-05-11T13:46:44Z', 'revision_number': 3, 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'gw_port': {'id': 'ec0442c9-ed16-4edc-8001-83dd0062621f', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:43Z', 'updated_at': '2021-05-11T13:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:46:47.955462 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df08b95-4b18-4a74-a6d9-24fe3a34944a None None] The sync data for ids ['58c3c7fa-7e63-48e6-83ab-93b437743e0a'] in dv-cinder-784779-11-iscsi is: [{'id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'name': 'tempest-TestShelveInstance-507028505-router', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ec0442c9-ed16-4edc-8001-83dd0062621f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:42Z', 'updated_at': '2021-05-11T13:46:44Z', 'revision_number': 3, 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'gw_port': {'id': 'ec0442c9-ed16-4edc-8001-83dd0062621f', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:43Z', 'updated_at': '2021-05-11T13:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:46:48.077733 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e82e5c-e5f1-4cec-8bf2-c44211064f71 admin admin] Network 8dd77e97-4eb7-4ba9-bde3-1bab06580f9e is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:46:48.078810 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-e3e82e5c-e5f1-4cec-8bf2-c44211064f71 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:46:48.222083 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb05355-5910-4771-99ef-60648bcb65df req-ce656493-c69b-4ee7-b7a8-7aadc9338290 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:48.225935 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5eb05355-5910-4771-99ef-60648bcb65df req-ce656493-c69b-4ee7-b7a8-7aadc9338290 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.1175005
May 11 13:46:48.380067 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5eb05355-5910-4771-99ef-60648bcb65df req-c350bb06-b3a2-45a0-8061-57954f13965b tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1356437
May 11 13:46:48.450011 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-98a59005-fbc8-456d-8b46-3f9b5d0ce508 None None] Provisioning complete for port f6d399b5-bb88-4630-abd4-97e35544c9ae triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:46:48.450604 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-98a59005-fbc8-456d-8b46-3f9b5d0ce508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:48.518049 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-6e61f1d6-fd68-4b1c-b898-a03f312ff373 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Synchronizing usage tracker for tenant:4d834d585e8e49e39c08f01b088e3ec0 on resource:security_group {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:46:48.557134 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-98a59005-fbc8-456d-8b46-3f9b5d0ce508 None None] Port f6d399b5-bb88-4630-abd4-97e35544c9ae cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 11 13:46:48.580953 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-6e61f1d6-fd68-4b1c-b898-a03f312ff373 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Unset dirty status for tenant:4d834d585e8e49e39c08f01b088e3ec0 on resource:security_group {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:46:48.582910 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-6e61f1d6-fd68-4b1c-b898-a03f312ff373 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1479526016&fields=id&tenant_id=4d834d585e8e49e39c08f01b088e3ec0 HTTP/1.1" status: 200  len: 267 time: 0.4293957
May 11 13:46:48.598829 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e82e5c-e5f1-4cec-8bf2-c44211064f71 admin admin] Router 58c3c7fa-7e63-48e6-83ab-93b437743e0a has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:46:48.885234 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device ec0442c9-ed16-4edc-8001-83dd0062621f up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:46:48.938997 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-739e38b8-af76-427e-874f-db4cd6882eca tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:48.940583 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-739e38b8-af76-427e-874f-db4cd6882eca tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/networks?id=707291bc-5dd9-42be-8f66-a126d34db7b0 HTTP/1.1" status: 200  len: 817 time: 0.3456917
May 11 13:46:48.971699 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e82e5c-e5f1-4cec-8bf2-c44211064f71 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:46:48.974319 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-26e4f461-0ce9-4265-aebc-b758eeaf2777 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/quotas/4d834d585e8e49e39c08f01b088e3ec0 HTTP/1.1" status: 200  len: 375 time: 0.0243778
May 11 13:46:48.982725 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-e3e82e5c-e5f1-4cec-8bf2-c44211064f71 admin admin] 10.222.0.48 "PUT /v2.0/routers/58c3c7fa-7e63-48e6-83ab-93b437743e0a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3776078
May 11 13:46:48.992862 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning for port ec0442c9-ed16-4edc-8001-83dd0062621f completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:46:49.000617 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port ec0442c9-ed16-4edc-8001-83dd0062621f triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:46:49.001030 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:49.149320 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-10b9cafc-f115-4e18-ba21-a8d68ead3d28 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Synchronizing usage tracker for tenant:4d834d585e8e49e39c08f01b088e3ec0 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:46:49.173078 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-10b9cafc-f115-4e18-ba21-a8d68ead3d28 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Unset dirty status for tenant:4d834d585e8e49e39c08f01b088e3ec0 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:46:49.175534 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-10b9cafc-f115-4e18-ba21-a8d68ead3d28 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d834d585e8e49e39c08f01b088e3ec0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1702201
May 11 13:46:49.184841 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:49.204849 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] For port ec0442c9-ed16-4edc-8001-83dd0062621f, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=ec0442c9-ed16-4edc-8001-83dd0062621f,segment=NetworkSegment(2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f),segment_id=2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:46:49.210605 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:49.213686 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:49.305589 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Pushing event updated for resources: {'Port': ['ID=ec0442c9-ed16-4edc-8001-83dd0062621f,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:49.309536 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:49.444439 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-8d5df46d-4d6a-49c9-89a9-8ec96f158c3d service neutron] 10.222.0.48 "GET /v2.0/networks/707291bc-5dd9-42be-8f66-a126d34db7b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2526095
May 11 13:46:49.677360 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-a0a87db9-af5d-457d-abdb-6c32baeef649 service neutron] 10.222.0.48 "GET /v2.0/networks/707291bc-5dd9-42be-8f66-a126d34db7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2210834
May 11 13:46:49.701059 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad27254-8215-426c-88d3-1fd20d069434 req-a2fa60d9-9ab0-4206-a244-d63cd3064fc8 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:49.712255 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9ad27254-8215-426c-88d3-1fd20d069434 req-a2fa60d9-9ab0-4206-a244-d63cd3064fc8 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.1727476
May 11 13:46:49.781034 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9ad27254-8215-426c-88d3-1fd20d069434 req-f899507b-706c-407e-8491-10d621c8fbba tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635288
May 11 13:46:49.801567 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 48446) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:49.820906 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-92bfaca8-a628-46c1-b513-ac919ce8e95d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1826955455-network', 'tenant_id': '49b82325f5074c15825d12731061ed40'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:46:49.827624 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-92bfaca8-a628-46c1-b513-ac919ce8e95d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:49.833133 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-92bfaca8-a628-46c1-b513-ac919ce8e95d admin admin] Usage tracker for resource:network and tenant:49b82325f5074c15825d12731061ed40 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:46:49.836402 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-92bfaca8-a628-46c1-b513-ac919ce8e95d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:46:49.843127 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-92bfaca8-a628-46c1-b513-ac919ce8e95d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:49.856995 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bfaca8-a628-46c1-b513-ac919ce8e95d admin admin] Made reservation on behalf of 49b82325f5074c15825d12731061ed40 for: {'network': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:46:49.861132 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-92bfaca8-a628-46c1-b513-ac919ce8e95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for network, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:49.896476 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-92bfaca8-a628-46c1-b513-ac919ce8e95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:49.921611 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-92bfaca8-a628-46c1-b513-ac919ce8e95d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:49.930604 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-92bfaca8-a628-46c1-b513-ac919ce8e95d admin admin] Usage tracker for resource:security_group_rule and tenant:49b82325f5074c15825d12731061ed40 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:46:49.931181 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-92bfaca8-a628-46c1-b513-ac919ce8e95d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:46:49.941852 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-92bfaca8-a628-46c1-b513-ac919ce8e95d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:49.987212 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-57b75399-8a4c-49bb-8f77-f6eb5c8cc352 req-99ac3a0f-5b89-48ad-bd39-da1d824babae tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 210 time: 0.0838196
May 11 13:46:50.062717 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9c172b-f3cf-446f-bf99-4cedc8ef67e8 None None] Sync routers for ids ['58c3c7fa-7e63-48e6-83ab-93b437743e0a'] in dv-cinder-784779-11-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:46:50.090149 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9c172b-f3cf-446f-bf99-4cedc8ef67e8 None None] Routers {'58c3c7fa-7e63-48e6-83ab-93b437743e0a'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:46:50.090883 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-3a9c172b-f3cf-446f-bf99-4cedc8ef67e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e28610>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:46:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['58c3c7fa-7e63-48e6-83ab-93b437743e0a'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:46:50.118384 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-92bfaca8-a628-46c1-b513-ac919ce8e95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:50.125081 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-92bfaca8-a628-46c1-b513-ac919ce8e95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:50.136931 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2322e944-9768-42ee-b262-d04decc5ed24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:50.148843 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92bfaca8-a628-46c1-b513-ac919ce8e95d admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'}  {{(pid=78702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 11 13:46:50.174595 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-92bfaca8-a628-46c1-b513-ac919ce8e95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:50.175176 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.db.segments_db [None req-92bfaca8-a628-46c1-b513-ac919ce8e95d admin admin] Added segment 7ca58471-c3bb-4fad-9160-2910a69a3be4 of type vlan for network 49bccc7e-a2d1-4ae9-89ae-5911c5100745
May 11 13:46:50.181214 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bfaca8-a628-46c1-b513-ac919ce8e95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b75366-d8cd-4cc1-8778-b1097ab09826,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:50.189004 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-92bfaca8-a628-46c1-b513-ac919ce8e95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:50.231431 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-92bfaca8-a628-46c1-b513-ac919ce8e95d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734582415728'] for network, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:50.266776 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-92bfaca8-a628-46c1-b513-ac919ce8e95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for network, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:50.268413 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bfaca8-a628-46c1-b513-ac919ce8e95d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:50.269466 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-92bfaca8-a628-46c1-b513-ac919ce8e95d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:50.275539 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-0c772d8c-bab3-4c46-b18e-ce6fd0499ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:50.318119 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-3a9c172b-f3cf-446f-bf99-4cedc8ef67e8 None None] Set router 58c3c7fa-7e63-48e6-83ab-93b437743e0a gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:46:50.387338 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bfaca8-a628-46c1-b513-ac919ce8e95d admin admin] Pushing event updated for resources: {'Network': ['ID=49bccc7e-a2d1-4ae9-89ae-5911c5100745,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:50.390835 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-92bfaca8-a628-46c1-b513-ac919ce8e95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:50.395216 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-92bfaca8-a628-46c1-b513-ac919ce8e95d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5917466
May 11 13:46:50.398701 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48462) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:50.402872 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Network 49bccc7e-a2d1-4ae9-89ae-5911c5100745 details requested by agent ovs-agent-dv-cinder-784779-11-iscsi with host dv-cinder-784779-11-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 11 13:46:50.422769 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-d174875c-e8dc-4a61-9fb3-b37aef950427 admin admin] Request body: {'subnet': {'network_id': '49bccc7e-a2d1-4ae9-89ae-5911c5100745', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1826955455-subnet', 'tenant_id': '49b82325f5074c15825d12731061ed40', 'ip_version': 4}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:46:50.440581 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-d174875c-e8dc-4a61-9fb3-b37aef950427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:50.452680 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-d174875c-e8dc-4a61-9fb3-b37aef950427 admin admin] Usage tracker for resource:subnet and tenant:49b82325f5074c15825d12731061ed40 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:46:50.458622 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-d174875c-e8dc-4a61-9fb3-b37aef950427 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:46:50.471181 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-d174875c-e8dc-4a61-9fb3-b37aef950427 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:50.496600 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d174875c-e8dc-4a61-9fb3-b37aef950427 admin admin] Made reservation on behalf of 49b82325f5074c15825d12731061ed40 for: {'subnet': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:46:50.501451 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d174875c-e8dc-4a61-9fb3-b37aef950427 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2545393'] for subnet, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:50.716251 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-3a9c172b-f3cf-446f-bf99-4cedc8ef67e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e28610>, [{'id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'name': 'tempest-TestShelveInstance-507028505-router', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ec0442c9-ed16-4edc-8001-83dd0062621f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:42Z', 'updated_at': '2021-05-11T13:46:47Z', 'revision_number': 4, 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'gw_port': {'id': 'ec0442c9-ed16-4edc-8001-83dd0062621f', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:43Z', 'updated_at': '2021-05-11T13:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': 'f6d399b5-bb88-4630-abd4-97e35544c9ae', 'name': '', 'network_id': '8dd77e97-4eb7-4ba9-bde3-1bab06580f9e', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'mac_address': 'fa:16:3e:14:11:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4f718927-4558-4044-9512-8b085fcdc25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:46Z', 'updated_at': '2021-05-11T13:46:47Z', 'revision_number': 2, 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'subnets': [{'id': '4f718927-4558-4044-9512-8b085fcdc25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:46:50.721655 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9c172b-f3cf-446f-bf99-4cedc8ef67e8 None None] Checking router: 58c3c7fa-7e63-48e6-83ab-93b437743e0a for host: dv-cinder-784779-11-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:46:50.722084 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9c172b-f3cf-446f-bf99-4cedc8ef67e8 None None] Updating router 58c3c7fa-7e63-48e6-83ab-93b437743e0a port f6d399b5-bb88-4630-abd4-97e35544c9ae binding host dv-cinder-784779-11-iscsi {{(pid=78705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 11 13:46:50.795751 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3a9c172b-f3cf-446f-bf99-4cedc8ef67e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:50.910928 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device ec0442c9-ed16-4edc-8001-83dd0062621f up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:46:51.094832 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277f05f-443f-4873-898f-cc92cfda005a req-e297bbf6-5be9-4892-803f-ffca4270766d tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:51.104149 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port ec0442c9-ed16-4edc-8001-83dd0062621f triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:46:51.104533 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:51.107328 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0277f05f-443f-4873-898f-cc92cfda005a req-e297bbf6-5be9-4892-803f-ffca4270766d tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.1495676
May 11 13:46:51.195699 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0277f05f-443f-4873-898f-cc92cfda005a req-967dc5ee-3073-4afe-9931-2c5e13490fba tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0866320
May 11 13:46:51.250643 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-93e9f810-9ee7-45d1-b5cd-7b37ff0a44bd req-a0065fb7-48e8-4d0c-9ea1-74e4d4d912cb tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 210 time: 0.0985243
May 11 13:46:51.354160 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3a9c172b-f3cf-446f-bf99-4cedc8ef67e8 None None] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:51.376359 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [None req-3a9c172b-f3cf-446f-bf99-4cedc8ef67e8 None None] Transition to ACTIVE for port object f6d399b5-bb88-4630-abd4-97e35544c9ae will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:46:51.388679 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3a9c172b-f3cf-446f-bf99-4cedc8ef67e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:51.392001 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d174875c-e8dc-4a61-9fb3-b37aef950427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2495136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2545283'] for subnet, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:51.394772 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-6643739d-615d-4818-87cf-810ff2e6b8bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:51.396928 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:51.473946 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174875c-e8dc-4a61-9fb3-b37aef950427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c8bbe75-2c0e-4c44-81be-1d4a6a4c4d5a,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:51.479384 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d174875c-e8dc-4a61-9fb3-b37aef950427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:51.490865 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d174875c-e8dc-4a61-9fb3-b37aef950427 admin admin] Checking segment: {'id': '7ca58471-c3bb-4fad-9160-2910a69a3be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '49bccc7e-a2d1-4ae9-89ae-5911c5100745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:46:51.491217 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d174875c-e8dc-4a61-9fb3-b37aef950427 admin admin] Network hostable DHCP agents. Network: 49bccc7e-a2d1-4ae9-89ae-5911c5100745, hostable agents: ['4f880931-96b8-4f66-b375-cb7708e9547f'], hosted agents: [] {{(pid=78703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 11 13:46:51.526534 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d174875c-e8dc-4a61-9fb3-b37aef950427 admin admin] Network 49bccc7e-a2d1-4ae9-89ae-5911c5100745 is scheduled to be hosted by DHCP agent 4f880931-96b8-4f66-b375-cb7708e9547f with binding_index 1 {{(pid=78703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 11 13:46:51.540531 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-d174875c-e8dc-4a61-9fb3-b37aef950427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-iscsi, 49bccc7e-a2d1-4ae9-89ae-5911c5100745) {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:46:51.551298 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1fb576-5327-4ecd-8285-a3af7c458a84 None None] Network 49bccc7e-a2d1-4ae9-89ae-5911c5100745 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:46:51.561656 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d174875c-e8dc-4a61-9fb3-b37aef950427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:51.563132 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d174875c-e8dc-4a61-9fb3-b37aef950427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:51.599272 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 48480) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:51.607458 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-f0f0470b-21ae-4b49-b1c1-dc18b4433113 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1826955455-router', 'tenant_id': '49b82325f5074c15825d12731061ed40', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:46:51.610939 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-d174875c-e8dc-4a61-9fb3-b37aef950427 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.2015848
May 11 13:46:51.618605 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-f0f0470b-21ae-4b49-b1c1-dc18b4433113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:51.626787 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-f0f0470b-21ae-4b49-b1c1-dc18b4433113 admin admin] Usage tracker for resource:router and tenant:49b82325f5074c15825d12731061ed40 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:46:51.636817 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-f0f0470b-21ae-4b49-b1c1-dc18b4433113 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:46:51.667398 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-f0f0470b-21ae-4b49-b1c1-dc18b4433113 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:51.693365 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f0f0470b-21ae-4b49-b1c1-dc18b4433113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1799909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29054'] for router, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:51.694867 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f0f0470b-21ae-4b49-b1c1-dc18b4433113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1799914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29045'] for router, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:51.722030 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f0f0470b-21ae-4b49-b1c1-dc18b4433113 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:51.760496 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c37fb-96a1-4eb2-b45d-6d69a32a1731 None None] Pushing event updated for resources: {'Port': ['ID=f6d399b5-bb88-4630-abd4-97e35544c9ae,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:51.839071 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c37fb-96a1-4eb2-b45d-6d69a32a1731 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:51.839861 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c37fb-96a1-4eb2-b45d-6d69a32a1731 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:51.840425 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c37fb-96a1-4eb2-b45d-6d69a32a1731 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:51.841022 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c37fb-96a1-4eb2-b45d-6d69a32a1731 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:51.841554 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c37fb-96a1-4eb2-b45d-6d69a32a1731 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:51.842077 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c37fb-96a1-4eb2-b45d-6d69a32a1731 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:51.842691 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c37fb-96a1-4eb2-b45d-6d69a32a1731 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:51.843213 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c37fb-96a1-4eb2-b45d-6d69a32a1731 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:51.843872 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c37fb-96a1-4eb2-b45d-6d69a32a1731 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:51.844395 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c37fb-96a1-4eb2-b45d-6d69a32a1731 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:51.844913 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c37fb-96a1-4eb2-b45d-6d69a32a1731 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:51.845455 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c37fb-96a1-4eb2-b45d-6d69a32a1731 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:51.850765 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a58c37fb-96a1-4eb2-b45d-6d69a32a1731 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:51.897974 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-3a9c172b-f3cf-446f-bf99-4cedc8ef67e8 None None] Attempting to bind port f6d399b5-bb88-4630-abd4-97e35544c9ae on host dv-cinder-784779-11-iscsi for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:46:51.898931 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-3a9c172b-f3cf-446f-bf99-4cedc8ef67e8 None None] Attempting to bind port f6d399b5-bb88-4630-abd4-97e35544c9ae by drivers openvswitch,hyperv on host dv-cinder-784779-11-iscsi at level 0 using segments [{'id': '6af7aa27-5c55-40f6-b530-da18376fa59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8dd77e97-4eb7-4ba9-bde3-1bab06580f9e'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:46:51.899652 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9c172b-f3cf-446f-bf99-4cedc8ef67e8 None None] Attempting to bind port f6d399b5-bb88-4630-abd4-97e35544c9ae on network 8dd77e97-4eb7-4ba9-bde3-1bab06580f9e {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:46:51.908444 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9c172b-f3cf-446f-bf99-4cedc8ef67e8 None None] Checking agent: {'id': '2e08dd85-5947-470f-91ea-843c02c9f211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'started_at': datetime.datetime(2021, 5, 11, 13, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:46:51.910667 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9c172b-f3cf-446f-bf99-4cedc8ef67e8 None None] Checking segment: {'id': '6af7aa27-5c55-40f6-b530-da18376fa59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8dd77e97-4eb7-4ba9-bde3-1bab06580f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:46:51.911713 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3a9c172b-f3cf-446f-bf99-4cedc8ef67e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:51.912540 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9c172b-f3cf-446f-bf99-4cedc8ef67e8 None None] Bound using segment: {'id': '6af7aa27-5c55-40f6-b530-da18376fa59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8dd77e97-4eb7-4ba9-bde3-1bab06580f9e'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:46:51.913267 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-3a9c172b-f3cf-446f-bf99-4cedc8ef67e8 None None] Bound port: f6d399b5-bb88-4630-abd4-97e35544c9ae, host: dv-cinder-784779-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af7aa27-5c55-40f6-b530-da18376fa59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8dd77e97-4eb7-4ba9-bde3-1bab06580f9e'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:46:51.913957 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3a9c172b-f3cf-446f-bf99-4cedc8ef67e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:51.955518 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a6f6b6-0644-41c8-b166-b10d6bfe9e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909737b3-bb84-5a13-9931-2d83341a903e-49bccc7e-a2d1-4ae9-89ae-5911c5100745', 'network_id': '49bccc7e-a2d1-4ae9-89ae-5911c5100745', 'tenant_id': '49b82325f5074c15825d12731061ed40', 'fixed_ips': [{'subnet_id': '7c8bbe75-2c0e-4c44-81be-1d4a6a4c4d5a'}]}} from dv-cinder-784779-11-iscsi. {{(pid=78704) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 11 13:46:51.956485 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b0a6f6b6-0644-41c8-b166-b10d6bfe9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:52.093085 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-3a9c172b-f3cf-446f-bf99-4cedc8ef67e8 None None] For port f6d399b5-bb88-4630-abd4-97e35544c9ae, host dv-cinder-784779-11-iscsi, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:46:52.099876 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-3a9c172b-f3cf-446f-bf99-4cedc8ef67e8 None None] For port f6d399b5-bb88-4630-abd4-97e35544c9ae, host dv-cinder-784779-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=f6d399b5-bb88-4630-abd4-97e35544c9ae,segment=NetworkSegment(6af7aa27-5c55-40f6-b530-da18376fa59f),segment_id=6af7aa27-5c55-40f6-b530-da18376fa59f)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:46:52.109898 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-3a9c172b-f3cf-446f-bf99-4cedc8ef67e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:52.125507 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:52.178673 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f0f0470b-21ae-4b49-b1c1-dc18b4433113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1708179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1796113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29019'] for router, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:52.203345 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.db_base_plugin_common [None req-b0a6f6b6-0644-41c8-b166-b10d6bfe9e84 None None] Allocated IP 172.20.0.2 (49bccc7e-a2d1-4ae9-89ae-5911c5100745/7c8bbe75-2c0e-4c44-81be-1d4a6a4c4d5a/265d26f8-ccf5-4265-82a7-d16d8dedd1e0) {{(pid=78704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:46:52.227744 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9c172b-f3cf-446f-bf99-4cedc8ef67e8 None None] Routers {'58c3c7fa-7e63-48e6-83ab-93b437743e0a'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:46:52.228699 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-3a9c172b-f3cf-446f-bf99-4cedc8ef67e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e28610>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:46:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['58c3c7fa-7e63-48e6-83ab-93b437743e0a'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:46:52.370332 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c37fb-96a1-4eb2-b45d-6d69a32a1731 None None] Pushing event updated for resources: {'Port': ['ID=f6d399b5-bb88-4630-abd4-97e35544c9ae,revision_number=4']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:52.374581 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-a58c37fb-96a1-4eb2-b45d-6d69a32a1731 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:52.495235 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-3a9c172b-f3cf-446f-bf99-4cedc8ef67e8 None None] Set router 58c3c7fa-7e63-48e6-83ab-93b437743e0a gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:46:52.567148 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-beba6c65-a418-4c92-976b-9a6cea1d5e75 req-ccdb15fd-9085-4ab6-9cf2-6e969955ddf5 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 210 time: 0.0588765
May 11 13:46:52.699458 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b0a6f6b6-0644-41c8-b166-b10d6bfe9e84 None None] Notify callbacks [] for port, precommit_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:52.720393 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-b0a6f6b6-0644-41c8-b166-b10d6bfe9e84 None None] Transition to ACTIVE for port object 265d26f8-ccf5-4265-82a7-d16d8dedd1e0 will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:46:52.748694 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-b0a6f6b6-0644-41c8-b166-b10d6bfe9e84 None None] Transition to ACTIVE for port object 265d26f8-ccf5-4265-82a7-d16d8dedd1e0 will not be triggered until provisioned by entity DHCP. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:46:52.760510 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b0a6f6b6-0644-41c8-b166-b10d6bfe9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735'] for port, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:52.768393 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-72ea88b9-2d34-487a-8f51-a6821a1873a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:52.774895 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862975f6-ecc4-4fb5-8911-c31a90125235 req-b31b8d1a-489e-4d4f-b7ed-1c53fb77ec35 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:52.776486 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-862975f6-ecc4-4fb5-8911-c31a90125235 req-b31b8d1a-489e-4d4f-b7ed-1c53fb77ec35 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.1566367
May 11 13:46:52.823045 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a6f6b6-0644-41c8-b166-b10d6bfe9e84 None None] Network 49bccc7e-a2d1-4ae9-89ae-5911c5100745 is already hosted by enough agents. {{(pid=78704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:46:52.826258 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.scheduler.base_scheduler [None req-b0a6f6b6-0644-41c8-b166-b10d6bfe9e84 None None] Resources bound (agent type, host, resource id):  {{(pid=78704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:46:52.830670 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a6f6b6-0644-41c8-b166-b10d6bfe9e84 None None] Received port after_create {{(pid=78704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:46:52.937345 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6f6b6-0644-41c8-b166-b10d6bfe9e84 None None] Pushing event updated for resources: {'Port': ['ID=265d26f8-ccf5-4265-82a7-d16d8dedd1e0,revision_number=1']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:52.944923 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-b0a6f6b6-0644-41c8-b166-b10d6bfe9e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:52.959521 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-862975f6-ecc4-4fb5-8911-c31a90125235 req-19a7c0f7-8a69-4f1f-92c7-898215cd7d25 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1718292
May 11 13:46:52.973478 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-b0a6f6b6-0644-41c8-b166-b10d6bfe9e84 None None] Attempting to bind port 265d26f8-ccf5-4265-82a7-d16d8dedd1e0 on host dv-cinder-784779-11-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:46:52.973890 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-b0a6f6b6-0644-41c8-b166-b10d6bfe9e84 None None] Attempting to bind port 265d26f8-ccf5-4265-82a7-d16d8dedd1e0 by drivers openvswitch,hyperv on host dv-cinder-784779-11-iscsi at level 0 using segments [{'id': '7ca58471-c3bb-4fad-9160-2910a69a3be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '49bccc7e-a2d1-4ae9-89ae-5911c5100745'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:46:52.974270 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a6f6b6-0644-41c8-b166-b10d6bfe9e84 None None] Attempting to bind port 265d26f8-ccf5-4265-82a7-d16d8dedd1e0 on network 49bccc7e-a2d1-4ae9-89ae-5911c5100745 {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:46:52.980403 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a6f6b6-0644-41c8-b166-b10d6bfe9e84 None None] Checking agent: {'id': '2e08dd85-5947-470f-91ea-843c02c9f211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'started_at': datetime.datetime(2021, 5, 11, 13, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:46:52.980790 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a6f6b6-0644-41c8-b166-b10d6bfe9e84 None None] Checking segment: {'id': '7ca58471-c3bb-4fad-9160-2910a69a3be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '49bccc7e-a2d1-4ae9-89ae-5911c5100745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:46:52.981203 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b0a6f6b6-0644-41c8-b166-b10d6bfe9e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:52.988507 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a6f6b6-0644-41c8-b166-b10d6bfe9e84 None None] Bound using segment: {'id': '7ca58471-c3bb-4fad-9160-2910a69a3be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '49bccc7e-a2d1-4ae9-89ae-5911c5100745'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:46:52.989277 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-b0a6f6b6-0644-41c8-b166-b10d6bfe9e84 None None] Bound port: 265d26f8-ccf5-4265-82a7-d16d8dedd1e0, host: dv-cinder-784779-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca58471-c3bb-4fad-9160-2910a69a3be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '49bccc7e-a2d1-4ae9-89ae-5911c5100745'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:46:52.989853 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b0a6f6b6-0644-41c8-b166-b10d6bfe9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:52.997069 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-3a9c172b-f3cf-446f-bf99-4cedc8ef67e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e28610>, [{'id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'name': 'tempest-TestShelveInstance-507028505-router', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ec0442c9-ed16-4edc-8001-83dd0062621f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:42Z', 'updated_at': '2021-05-11T13:46:47Z', 'revision_number': 4, 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'gw_port': {'id': 'ec0442c9-ed16-4edc-8001-83dd0062621f', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:43Z', 'updated_at': '2021-05-11T13:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': 'f6d399b5-bb88-4630-abd4-97e35544c9ae', 'name': '', 'network_id': '8dd77e97-4eb7-4ba9-bde3-1bab06580f9e', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'mac_address': 'fa:16:3e:14:11:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4f718927-4558-4044-9512-8b085fcdc25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:46Z', 'updated_at': '2021-05-11T13:46:52Z', 'revision_number': 4, 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'subnets': [{'id': '4f718927-4558-4044-9512-8b085fcdc25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:46:53.008781 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9c172b-f3cf-446f-bf99-4cedc8ef67e8 None None] The sync data for ids ['58c3c7fa-7e63-48e6-83ab-93b437743e0a'] in dv-cinder-784779-11-iscsi is: [{'id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'name': 'tempest-TestShelveInstance-507028505-router', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ec0442c9-ed16-4edc-8001-83dd0062621f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:42Z', 'updated_at': '2021-05-11T13:46:47Z', 'revision_number': 4, 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'gw_port': {'id': 'ec0442c9-ed16-4edc-8001-83dd0062621f', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:43Z', 'updated_at': '2021-05-11T13:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': 'f6d399b5-bb88-4630-abd4-97e35544c9ae', 'name': '', 'network_id': '8dd77e97-4eb7-4ba9-bde3-1bab06580f9e', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'mac_address': 'fa:16:3e:14:11:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4f718927-4558-4044-9512-8b085fcdc25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:46Z', 'updated_at': '2021-05-11T13:46:52Z', 'revision_number': 4, 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'subnets': [{'id': '4f718927-4558-4044-9512-8b085fcdc25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:46:53.024408 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f0f0470b-21ae-4b49-b1c1-dc18b4433113 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:53.064716 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f0f0470b-21ae-4b49-b1c1-dc18b4433113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:53.134310 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-b0a6f6b6-0644-41c8-b166-b10d6bfe9e84 None None] For port 265d26f8-ccf5-4265-82a7-d16d8dedd1e0, host dv-cinder-784779-11-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:46:53.142515 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-b0a6f6b6-0644-41c8-b166-b10d6bfe9e84 None None] For port 265d26f8-ccf5-4265-82a7-d16d8dedd1e0, host dv-cinder-784779-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=265d26f8-ccf5-4265-82a7-d16d8dedd1e0,segment=NetworkSegment(7ca58471-c3bb-4fad-9160-2910a69a3be4),segment_id=7ca58471-c3bb-4fad-9160-2910a69a3be4)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:46:53.154044 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b0a6f6b6-0644-41c8-b166-b10d6bfe9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:53.165476 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-2108f669-958a-4e96-a5f8-11adae51bac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:53.255420 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6f6b6-0644-41c8-b166-b10d6bfe9e84 None None] Pushing event updated for resources: {'Port': ['ID=265d26f8-ccf5-4265-82a7-d16d8dedd1e0,revision_number=2']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:53.267292 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-b0a6f6b6-0644-41c8-b166-b10d6bfe9e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:53.299653 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-f0f0470b-21ae-4b49-b1c1-dc18b4433113 admin admin] Allocated IP 172.27.1.159 (e051f2fa-e4f7-48f8-93ce-58e38fee5eb4/218716c0-958e-4312-849b-6a79832afb0f/547c3478-5d6c-4b98-ad2b-5bac604a1c3a) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:46:53.541330 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f0f0470b-21ae-4b49-b1c1-dc18b4433113 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:53.581451 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f0f0470b-21ae-4b49-b1c1-dc18b4433113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:53.589952 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-4f74b6f7-9036-4548-903c-9f99c803b76a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:53.666411 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f0470b-21ae-4b49-b1c1-dc18b4433113 admin admin] Network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:46:53.672260 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-f0f0470b-21ae-4b49-b1c1-dc18b4433113 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:46:53.679904 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f0470b-21ae-4b49-b1c1-dc18b4433113 admin admin] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:46:53.739814 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0470b-21ae-4b49-b1c1-dc18b4433113 admin admin] Pushing event updated for resources: {'Port': ['ID=547c3478-5d6c-4b98-ad2b-5bac604a1c3a,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:53.744185 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-f0f0470b-21ae-4b49-b1c1-dc18b4433113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:53.760471 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7f0b0b33-f0fd-40de-b418-c708ddfb628a req-00e2f1cd-a924-4070-8793-7246477fa003 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 210 time: 0.0487411
May 11 13:46:54.218253 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f0f0470b-21ae-4b49-b1c1-dc18b4433113 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:54.381350 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4899c9-b4d1-43c6-bcd6-8740881e862f None None] Network 49bccc7e-a2d1-4ae9-89ae-5911c5100745 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:46:54.529729 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-7f5179c1-d13c-419a-9e13-209c7df9daae None None] Provisioning for port 265d26f8-ccf5-4265-82a7-d16d8dedd1e0 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:46:54.697129 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e233a6-bf7b-4d15-a956-466a970b0573 req-fdfcfe4b-49de-4944-90f4-77b39dd7be27 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:54.700146 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f2e233a6-bf7b-4d15-a956-466a970b0573 req-fdfcfe4b-49de-4944-90f4-77b39dd7be27 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.3504405
May 11 13:46:54.938114 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f2e233a6-bf7b-4d15-a956-466a970b0573 req-12a6954d-e891-4bcc-a763-90f3cae21550 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1538799
May 11 13:46:54.965775 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cbf94960-1951-41e7-8888-98c47c98934b req-1b93e3bd-f438-4d05-a66a-8531b766a187 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 210 time: 0.0459249
May 11 13:46:54.970418 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device f6d399b5-bb88-4630-abd4-97e35544c9ae up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:46:55.017296 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f0f0470b-21ae-4b49-b1c1-dc18b4433113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1796200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706246'] for router, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:55.050695 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning for port f6d399b5-bb88-4630-abd4-97e35544c9ae completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:46:55.056045 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port f6d399b5-bb88-4630-abd4-97e35544c9ae triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:46:55.056529 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:55.203415 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:55.240338 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] For port f6d399b5-bb88-4630-abd4-97e35544c9ae, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=f6d399b5-bb88-4630-abd4-97e35544c9ae,segment=NetworkSegment(6af7aa27-5c55-40f6-b530-da18376fa59f),segment_id=6af7aa27-5c55-40f6-b530-da18376fa59f)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:46:55.248289 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:55.249176 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 265d26f8-ccf5-4265-82a7-d16d8dedd1e0 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:46:55.282354 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f0470b-21ae-4b49-b1c1-dc18b4433113 admin admin] Router 09045566-424c-4c16-9482-0c1c11f69ecf is scheduled to L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c with binding_index 1 {{(pid=78702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 11 13:46:55.289311 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-03b764cb-fc8c-4962-bcea-e62f1275ab11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:55.385623 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Pushing event updated for resources: {'Port': ['ID=f6d399b5-bb88-4630-abd4-97e35544c9ae,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:55.389472 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:55.397036 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning for port 265d26f8-ccf5-4265-82a7-d16d8dedd1e0 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:46:55.404270 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 265d26f8-ccf5-4265-82a7-d16d8dedd1e0 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:46:55.404658 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:55.543975 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f0470b-21ae-4b49-b1c1-dc18b4433113 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:46:55.579209 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71adfc82-2c6f-4460-8c97-6cc04ec009da None None] Sync routers for ids ['09045566-424c-4c16-9482-0c1c11f69ecf'] in dv-cinder-784779-11-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:46:55.579209 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:55.599080 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71adfc82-2c6f-4460-8c97-6cc04ec009da None None] Routers {'09045566-424c-4c16-9482-0c1c11f69ecf'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:46:55.599772 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-71adfc82-2c6f-4460-8c97-6cc04ec009da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9d561c0>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:46:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['09045566-424c-4c16-9482-0c1c11f69ecf'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:46:55.621390 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f0f0470b-21ae-4b49-b1c1-dc18b4433113 admin admin] Notify callbacks [] for router, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:55.621390 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-f0f0470b-21ae-4b49-b1c1-dc18b4433113 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.0125248
May 11 13:46:55.621616 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48536) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:46:55.798507 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] For port 265d26f8-ccf5-4265-82a7-d16d8dedd1e0, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=265d26f8-ccf5-4265-82a7-d16d8dedd1e0,segment=NetworkSegment(7ca58471-c3bb-4fad-9160-2910a69a3be4),segment_id=7ca58471-c3bb-4fad-9160-2910a69a3be4)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:46:55.813079 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:55.820096 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:55.928885 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-71adfc82-2c6f-4460-8c97-6cc04ec009da None None] Set router 09045566-424c-4c16-9482-0c1c11f69ecf gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:46:55.972888 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Pushing event updated for resources: {'Port': ['ID=265d26f8-ccf5-4265-82a7-d16d8dedd1e0,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:55.977485 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:56.319919 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-71adfc82-2c6f-4460-8c97-6cc04ec009da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9d561c0>, [{'id': '09045566-424c-4c16-9482-0c1c11f69ecf', 'name': 'tempest-TestShelveInstance-1826955455-router', 'tenant_id': '49b82325f5074c15825d12731061ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '547c3478-5d6c-4b98-ad2b-5bac604a1c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:51Z', 'updated_at': '2021-05-11T13:46:53Z', 'revision_number': 3, 'project_id': '49b82325f5074c15825d12731061ed40', 'gw_port': {'id': '547c3478-5d6c-4b98-ad2b-5bac604a1c3a', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09045566-424c-4c16-9482-0c1c11f69ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:53Z', 'updated_at': '2021-05-11T13:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:46:56.324889 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71adfc82-2c6f-4460-8c97-6cc04ec009da None None] Checking router: 09045566-424c-4c16-9482-0c1c11f69ecf for host: dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:46:56.325231 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71adfc82-2c6f-4460-8c97-6cc04ec009da None None] Updating router 09045566-424c-4c16-9482-0c1c11f69ecf port 547c3478-5d6c-4b98-ad2b-5bac604a1c3a binding host dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 11 13:46:56.393300 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-71adfc82-2c6f-4460-8c97-6cc04ec009da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:56.407095 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5f8876eb-1820-4449-8208-b16b795430ad req-2b611b62-4ffa-426e-bb55-58672c83d88f tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 210 time: 0.2147503
May 11 13:46:56.457300 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff793f-f3c3-4328-9841-b704c4c1ea81 req-058b3355-0c9f-4f16-8114-bab07b21e30a tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:56.461071 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9fff793f-f3c3-4328-9841-b704c4c1ea81 req-058b3355-0c9f-4f16-8114-bab07b21e30a tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.0991440
May 11 13:46:56.546006 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9fff793f-f3c3-4328-9841-b704c4c1ea81 req-0ba11364-51e7-4474-823b-df0627cc7406 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776122
May 11 13:46:56.777049 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:56.842802 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-71adfc82-2c6f-4460-8c97-6cc04ec009da None None] Notify callbacks [] for port, precommit_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:56.858281 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-71adfc82-2c6f-4460-8c97-6cc04ec009da None None] Transition to ACTIVE for port object 547c3478-5d6c-4b98-ad2b-5bac604a1c3a will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:46:56.870591 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-71adfc82-2c6f-4460-8c97-6cc04ec009da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:56.883293 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa818d3f-904c-4eed-8378-9704c9ada563 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:56.916891 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device f6d399b5-bb88-4630-abd4-97e35544c9ae up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:46:57.017761 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Allocated IP 172.20.0.1 (49bccc7e-a2d1-4ae9-89ae-5911c5100745/7c8bbe75-2c0e-4c44-81be-1d4a6a4c4d5a/b3c1d764-a7ac-4163-9970-a00b3f323059) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:46:57.024061 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34a388-a4da-4897-ba46-44acd777e9e9 None None] Pushing event updated for resources: {'Port': ['ID=547c3478-5d6c-4b98-ad2b-5bac604a1c3a,revision_number=2']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:57.027017 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-71adfc82-2c6f-4460-8c97-6cc04ec009da None None] Attempting to bind port 547c3478-5d6c-4b98-ad2b-5bac604a1c3a on host dv-cinder-784779-11-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:46:57.027201 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-71adfc82-2c6f-4460-8c97-6cc04ec009da None None] Attempting to bind port 547c3478-5d6c-4b98-ad2b-5bac604a1c3a by drivers openvswitch,hyperv on host dv-cinder-784779-11-iscsi at level 0 using segments [{'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:46:57.027538 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71adfc82-2c6f-4460-8c97-6cc04ec009da None None] Attempting to bind port 547c3478-5d6c-4b98-ad2b-5bac604a1c3a on network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:46:57.033034 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-7f34a388-a4da-4897-ba46-44acd777e9e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:57.039660 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71adfc82-2c6f-4460-8c97-6cc04ec009da None None] Checking agent: {'id': '2e08dd85-5947-470f-91ea-843c02c9f211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'started_at': datetime.datetime(2021, 5, 11, 13, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:46:57.040042 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71adfc82-2c6f-4460-8c97-6cc04ec009da None None] Checking segment: {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:46:57.040450 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-71adfc82-2c6f-4460-8c97-6cc04ec009da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:57.040979 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71adfc82-2c6f-4460-8c97-6cc04ec009da None None] Bound using segment: {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:46:57.041333 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-71adfc82-2c6f-4460-8c97-6cc04ec009da None None] Bound port: 547c3478-5d6c-4b98-ad2b-5bac604a1c3a, host: dv-cinder-784779-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:46:57.041713 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-71adfc82-2c6f-4460-8c97-6cc04ec009da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:57.100180 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port f6d399b5-bb88-4630-abd4-97e35544c9ae triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:46:57.100435 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:57.168143 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-71adfc82-2c6f-4460-8c97-6cc04ec009da None None] For port 547c3478-5d6c-4b98-ad2b-5bac604a1c3a, host dv-cinder-784779-11-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:46:57.174705 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:57.186128 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-71adfc82-2c6f-4460-8c97-6cc04ec009da None None] For port 547c3478-5d6c-4b98-ad2b-5bac604a1c3a, host dv-cinder-784779-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=547c3478-5d6c-4b98-ad2b-5bac604a1c3a,segment=NetworkSegment(2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f),segment_id=2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:46:57.192739 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Transition to ACTIVE for port object b3c1d764-a7ac-4163-9970-a00b3f323059 will not be triggered until provisioned by entity DHCP. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:46:57.193638 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-71adfc82-2c6f-4460-8c97-6cc04ec009da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:57.197595 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:57.221824 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2100528'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:57.226273 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f0e5703c-c651-4663-a0bd-ed529bddb1f6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:57.287813 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Network 49bccc7e-a2d1-4ae9-89ae-5911c5100745 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:46:57.291004 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:46:57.299661 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:46:57.337291 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Pushing event updated for resources: {'Port': ['ID=b3c1d764-a7ac-4163-9970-a00b3f323059,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:57.350401 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:57.350679 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:57.351228 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:57.351766 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:57.352316 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:57.352675 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:57.353048 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:57.353385 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:57.353977 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:57.354336 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:57.354817 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:57.355021 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:46:57.361030 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:57.384871 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704921'] for router_interface, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:57.392444 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 265d26f8-ccf5-4265-82a7-d16d8dedd1e0 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:46:57.427193 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71adfc82-2c6f-4460-8c97-6cc04ec009da None None] Routers {'09045566-424c-4c16-9482-0c1c11f69ecf'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:46:57.428658 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-71adfc82-2c6f-4460-8c97-6cc04ec009da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9d561c0>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:46:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['09045566-424c-4c16-9482-0c1c11f69ecf'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:46:57.630137 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:57.660261 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:46:57.734605 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-da5d7f0e-e908-4df7-9db9-10f2d396bf36 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:57.736171 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-da5d7f0e-e908-4df7-9db9-10f2d396bf36 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.54 "GET /v2.0/networks?id=707291bc-5dd9-42be-8f66-a126d34db7b0 HTTP/1.1" status: 200  len: 817 time: 0.3005085
May 11 13:46:57.844343 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-71adfc82-2c6f-4460-8c97-6cc04ec009da None None] Set router 09045566-424c-4c16-9482-0c1c11f69ecf gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:46:57.882836 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0bf91428-89ac-46a6-97f0-bd2487817bf1 req-2145315d-4d4e-48ca-9c18-0a46ae5244e4 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 210 time: 0.1113036
May 11 13:46:57.902650 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-05c43c2f-c032-43dc-aff4-27b33091035e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d834d585e8e49e39c08f01b088e3ec0 HTTP/1.1" status: 200  len: 380 time: 0.0847087
May 11 13:46:57.923795 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-93a863a3-f68d-4366-9a56-c0f290f5a3c2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Request body: {'port': {'device_id': 'd2a31701-de79-451b-9d9f-47d35c3ae421', 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'admin_state_up': True, 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'security_groups': ['c029a01a-8f09-4897-80fe-5305c55e9af6']}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:46:58.004639 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34a388-a4da-4897-ba46-44acd777e9e9 None None] Pushing event updated for resources: {'Port': ['ID=547c3478-5d6c-4b98-ad2b-5bac604a1c3a,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:58.028858 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892885e-adf6-47ef-941a-329c3008a824 req-80e95db2-2d33-4473-9c75-ae7ba15750a3 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:58.030368 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1892885e-adf6-47ef-941a-329c3008a824 req-80e95db2-2d33-4473-9c75-ae7ba15750a3 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.54 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.2932749
May 11 13:46:58.034565 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-7f34a388-a4da-4897-ba46-44acd777e9e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.837s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:58.100481 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0f148-fec0-4a17-97fe-e412689416d2 req-5b1eb07b-aae2-49c4-ae69-f92d893d272f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:58.101995 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-aae0f148-fec0-4a17-97fe-e412689416d2 req-5b1eb07b-aae2-49c4-ae69-f92d893d272f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.3629408
May 11 13:46:58.136782 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-7fd33bfe-197f-48a9-891e-ba966c7906da None None] Provisioning for port b3c1d764-a7ac-4163-9970-a00b3f323059 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:46:58.152231 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-7fd33bfe-197f-48a9-891e-ba966c7906da None None] Provisioning complete for port b3c1d764-a7ac-4163-9970-a00b3f323059 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:46:58.152668 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-7fd33bfe-197f-48a9-891e-ba966c7906da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:58.183084 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e2566a69-4f10-4b30-877d-6988499e11bc req-13ff9c91-f86b-4a77-b7cd-28149e0b5b88 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.6105886
May 11 13:46:58.260075 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-aae0f148-fec0-4a17-97fe-e412689416d2 req-3643af4f-2069-4cc8-8fe9-cbc32518392e tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1359086
May 11 13:46:58.262359 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:58.269264 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-93a863a3-f68d-4366-9a56-c0f290f5a3c2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:46:58.271437 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 265d26f8-ccf5-4265-82a7-d16d8dedd1e0 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:46:58.271845 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:58.272521 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2100521'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:58.284286 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-93a863a3-f68d-4366-9a56-c0f290f5a3c2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:46:58.308867 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-93a863a3-f68d-4366-9a56-c0f290f5a3c2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Made reservation on behalf of 4d834d585e8e49e39c08f01b088e3ec0 for: {'port': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:46:58.313455 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-93a863a3-f68d-4366-9a56-c0f290f5a3c2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:58.321220 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0ae76725-6f96-4fd9-8a57-38a7cf8bcd5f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:58.324828 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-1892885e-adf6-47ef-941a-329c3008a824 req-3961ac0b-050f-4e7c-a23f-b0cfb54e559e tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Deleting port 3a677dac-2f78-46bc-ac7e-4d06bd8805bd {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:46:58.325652 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-1892885e-adf6-47ef-941a-329c3008a824 req-3961ac0b-050f-4e7c-a23f-b0cfb54e559e tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:58.451093 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Pushing event updated for resources: {'Port': ['ID=b3c1d764-a7ac-4163-9970-a00b3f323059,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:46:58.452004 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-7fd33bfe-197f-48a9-891e-ba966c7906da None None] Port b3c1d764-a7ac-4163-9970-a00b3f323059 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 11 13:46:58.458868 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:46:58.459706 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704826'] for router_interface, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:58.600009 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2566a69-4f10-4b30-877d-6988499e11bc req-24aa69af-f7f0-4a56-8ea5-7c63d15eb632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:58.601518 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e2566a69-4f10-4b30-877d-6988499e11bc req-24aa69af-f7f0-4a56-8ea5-7c63d15eb632 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=87061cce8d8647f28b362c421c9446b9&device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 1137 time: 0.2839258
May 11 13:46:58.677640 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-71adfc82-2c6f-4460-8c97-6cc04ec009da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9d561c0>, [{'id': '09045566-424c-4c16-9482-0c1c11f69ecf', 'name': 'tempest-TestShelveInstance-1826955455-router', 'tenant_id': '49b82325f5074c15825d12731061ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '547c3478-5d6c-4b98-ad2b-5bac604a1c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:51Z', 'updated_at': '2021-05-11T13:46:57Z', 'revision_number': 4, 'project_id': '49b82325f5074c15825d12731061ed40', 'gw_port': {'id': '547c3478-5d6c-4b98-ad2b-5bac604a1c3a', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09045566-424c-4c16-9482-0c1c11f69ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:53Z', 'updated_at': '2021-05-11T13:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': 'b3c1d764-a7ac-4163-9970-a00b3f323059', 'name': '', 'network_id': '49bccc7e-a2d1-4ae9-89ae-5911c5100745', 'tenant_id': '49b82325f5074c15825d12731061ed40', 'mac_address': 'fa:16:3e:f0:e1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09045566-424c-4c16-9482-0c1c11f69ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '7c8bbe75-2c0e-4c44-81be-1d4a6a4c4d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:56Z', 'updated_at': '2021-05-11T13:46:57Z', 'revision_number': 1, 'project_id': '49b82325f5074c15825d12731061ed40', 'subnets': [{'id': '7c8bbe75-2c0e-4c44-81be-1d4a6a4c4d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:46:58.685277 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71adfc82-2c6f-4460-8c97-6cc04ec009da None None] The sync data for ids ['09045566-424c-4c16-9482-0c1c11f69ecf'] in dv-cinder-784779-11-iscsi is: [{'id': '09045566-424c-4c16-9482-0c1c11f69ecf', 'name': 'tempest-TestShelveInstance-1826955455-router', 'tenant_id': '49b82325f5074c15825d12731061ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '547c3478-5d6c-4b98-ad2b-5bac604a1c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:51Z', 'updated_at': '2021-05-11T13:46:57Z', 'revision_number': 4, 'project_id': '49b82325f5074c15825d12731061ed40', 'gw_port': {'id': '547c3478-5d6c-4b98-ad2b-5bac604a1c3a', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09045566-424c-4c16-9482-0c1c11f69ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:53Z', 'updated_at': '2021-05-11T13:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': 'b3c1d764-a7ac-4163-9970-a00b3f323059', 'name': '', 'network_id': '49bccc7e-a2d1-4ae9-89ae-5911c5100745', 'tenant_id': '49b82325f5074c15825d12731061ed40', 'mac_address': 'fa:16:3e:f0:e1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09045566-424c-4c16-9482-0c1c11f69ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '7c8bbe75-2c0e-4c44-81be-1d4a6a4c4d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:56Z', 'updated_at': '2021-05-11T13:46:57Z', 'revision_number': 1, 'project_id': '49b82325f5074c15825d12731061ed40', 'subnets': [{'id': '7c8bbe75-2c0e-4c44-81be-1d4a6a4c4d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:46:58.806510 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-1892885e-adf6-47ef-941a-329c3008a824 req-3961ac0b-050f-4e7c-a23f-b0cfb54e559e tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] For port 3a677dac-2f78-46bc-ac7e-4d06bd8805bd, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3a677dac-2f78-46bc-ac7e-4d06bd8805bd,segment=NetworkSegment(25fdd543-918d-4905-85a1-237f19c43cb3),segment_id=25fdd543-918d-4905-85a1-237f19c43cb3)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:46:58.807431 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-1892885e-adf6-47ef-941a-329c3008a824 req-3961ac0b-050f-4e7c-a23f-b0cfb54e559e tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:58.837513 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Network 49bccc7e-a2d1-4ae9-89ae-5911c5100745 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:46:58.842154 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:46:59.129457 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2566a69-4f10-4b30-877d-6988499e11bc req-9f611e14-2549-4bb0-b0a6-28db5235fc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:59.130969 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e2566a69-4f10-4b30-877d-6988499e11bc req-9f611e14-2549-4bb0-b0a6-28db5235fc9d service neutron] 10.222.0.54 "GET /v2.0/networks?id=a8e423f0-92f2-4643-a2c6-7172377b9fe5 HTTP/1.1" status: 200  len: 916 time: 0.4943445
May 11 13:46:59.164254 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-93a863a3-f68d-4366-9a56-c0f290f5a3c2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Allocated IP 172.20.0.4 (707291bc-5dd9-42be-8f66-a126d34db7b0/9fb43366-cc8e-4164-a9b2-c3e4cba00dbb/d6433f3c-7aeb-455b-ae05-a508772abca5) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:46:59.323167 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-bb051977-7c79-442c-bf3c-4f901c7a4cfb None None] Provisioning complete for port b3c1d764-a7ac-4163-9970-a00b3f323059 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:46:59.324431 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-bb051977-7c79-442c-bf3c-4f901c7a4cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:59.328001 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5a52a460-56b9-40ac-82fa-1c5620c629fe req-d9b90ff5-0d6f-45e4-a664-7e109f114555 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 210 time: 0.0788336
May 11 13:46:59.366269 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e2566a69-4f10-4b30-877d-6988499e11bc req-fecc4904-4fbd-405c-8f18-733f598bf8ef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07e502bc-d319-49da-9e1f-f85bafa59bf1 HTTP/1.1" status: 200  len: 1001 time: 0.2192481
May 11 13:46:59.388795 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Router 09045566-424c-4c16-9482-0c1c11f69ecf has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:46:59.445517 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-bb051977-7c79-442c-bf3c-4f901c7a4cfb None None] Port b3c1d764-a7ac-4163-9970-a00b3f323059 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 11 13:46:59.455441 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b9bb8898-5ace-4168-91b4-6caf53b20f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:59.463181 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-1892885e-adf6-47ef-941a-329c3008a824 req-3961ac0b-050f-4e7c-a23f-b0cfb54e559e tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:59.464699 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-1892885e-adf6-47ef-941a-329c3008a824 req-3961ac0b-050f-4e7c-a23f-b0cfb54e559e tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709941'] for floatingip, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:59.466008 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.db.l3_db [req-1892885e-adf6-47ef-941a-329c3008a824 req-3961ac0b-050f-4e7c-a23f-b0cfb54e559e tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Floating IP 55160000-1595-48f0-9d8d-877a52e84e69 disassociated. External IP: 172.27.1.143, port: 3a677dac-2f78-46bc-ac7e-4d06bd8805bd.
May 11 13:46:59.466008 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-1892885e-adf6-47ef-941a-329c3008a824 req-3961ac0b-050f-4e7c-a23f-b0cfb54e559e tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Calling delete_port for 3a677dac-2f78-46bc-ac7e-4d06bd8805bd owned by compute:nova {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:46:59.520845 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:59.623470 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 3a677dac-2f78-46bc-ac7e-4d06bd8805bd no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:46:59.708340 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2566a69-4f10-4b30-877d-6988499e11bc req-30a3afd5-8e22-4579-bc8c-2b0275b76900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:59.709843 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e2566a69-4f10-4b30-877d-6988499e11bc req-30a3afd5-8e22-4579-bc8c-2b0275b76900 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8e38d038-9b08-4d23-a16c-0e5d423f37b5 HTTP/1.1" status: 200  len: 854 time: 0.3189375
May 11 13:46:59.794936 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:59.862939 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c966b4-7bcd-43e5-863e-117ecacf1946', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a677dac-2f78-46bc-ac7e-4d06bd8805bd'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:46:59.879924 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-93a863a3-f68d-4366-9a56-c0f290f5a3c2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:59.880453 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:46:59.910252 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port 3a677dac-2f78-46bc-ac7e-4d06bd8805bd, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3a677dac-2f78-46bc-ac7e-4d06bd8805bd,segment=NetworkSegment(25fdd543-918d-4905-85a1-237f19c43cb3),segment_id=25fdd543-918d-4905-85a1-237f19c43cb3)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:46:59.910551 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] 10.222.0.48 "PUT /v2.0/routers/09045566-424c-4c16-9482-0c1c11f69ecf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2896273
May 11 13:46:59.923327 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:46:59.925360 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:46:59.969926 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2566a69-4f10-4b30-877d-6988499e11bc req-336b0855-0bd1-491b-b9c5-e948c5c05b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:46:59.978179 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e2566a69-4f10-4b30-877d-6988499e11bc req-336b0855-0bd1-491b-b9c5-e948c5c05b0d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a8e423f0-92f2-4643-a2c6-7172377b9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2543364
May 11 13:47:00.021560 dv-cinder-784779-11-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c966b4-7bcd-43e5-863e-117ecacf1946', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a677dac-2f78-46bc-ac7e-4d06bd8805bd', 'code': 200}
May 11 13:47:00.042389 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5f951-bed4-48c7-ad38-3dcfc943af0e req-e1a5aec8-4384-4dfa-8b38-8e8917d42709 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:00.049774 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6bf5f951-bed4-48c7-ad38-3dcfc943af0e req-e1a5aec8-4384-4dfa-8b38-8e8917d42709 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 946 time: 0.4550316
May 11 13:47:00.058981 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-93a863a3-f68d-4366-9a56-c0f290f5a3c2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Transition to ACTIVE for port object d6433f3c-7aeb-455b-ae05-a508772abca5 will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:47:00.145417 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6bf5f951-bed4-48c7-ad38-3dcfc943af0e req-ab01604b-5679-43a0-986c-0b1fbd07ac37 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=77181017-1095-4c35-af63-d1eef68b2019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0945764
May 11 13:47:00.151155 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=3a677dac-2f78-46bc-ac7e-4d06bd8805bd,revision_number=6']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:00.158076 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:00.212658 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-1892885e-adf6-47ef-941a-329c3008a824 req-3961ac0b-050f-4e7c-a23f-b0cfb54e559e tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:00.217986 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e2566a69-4f10-4b30-877d-6988499e11bc req-16dd9dc8-d38a-44e2-95e8-aa6041523c99 service neutron] 10.222.0.54 "GET /v2.0/networks/a8e423f0-92f2-4643-a2c6-7172377b9fe5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2282598
May 11 13:47:00.222033 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-1bb70745-e059-4f65-a7df-bc967f948a72 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:00.274618 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-93a863a3-f68d-4366-9a56-c0f290f5a3c2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:00.298348 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-93a863a3-f68d-4366-9a56-c0f290f5a3c2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Network 707291bc-5dd9-42be-8f66-a126d34db7b0 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:47:00.299611 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961ac0b-050f-4e7c-a23f-b0cfb54e559e tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Pushing event deleted for resources: {'Port': ['ID=3a677dac-2f78-46bc-ac7e-4d06bd8805bd,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:00.307616 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3961ac0b-050f-4e7c-a23f-b0cfb54e559e tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:00.308636 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-93a863a3-f68d-4366-9a56-c0f290f5a3c2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:47:00.311275 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-93a863a3-f68d-4366-9a56-c0f290f5a3c2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:47:00.356684 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:00.534243 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a863a3-f68d-4366-9a56-c0f290f5a3c2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Pushing event updated for resources: {'Port': ['ID=d6433f3c-7aeb-455b-ae05-a508772abca5,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:00.584889 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-93a863a3-f68d-4366-9a56-c0f290f5a3c2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:00.745301 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e2566a69-4f10-4b30-877d-6988499e11bc req-4a4882f0-1d6b-483f-a2c1-1cca91b98485 service neutron] 10.222.0.54 "GET /v2.0/networks/a8e423f0-92f2-4643-a2c6-7172377b9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5194230
May 11 13:47:00.816547 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-ae5fb299-0290-4b39-8bb5-61d086609a94 None None] Provisioning for port d6433f3c-7aeb-455b-ae05-a508772abca5 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:47:00.822202 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-ae5fb299-0290-4b39-8bb5-61d086609a94 None None] Provisioning complete for port d6433f3c-7aeb-455b-ae05-a508772abca5 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:47:00.822581 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-ae5fb299-0290-4b39-8bb5-61d086609a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:00.978579 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-ae5fb299-0290-4b39-8bb5-61d086609a94 None None] Port d6433f3c-7aeb-455b-ae05-a508772abca5 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 11 13:47:01.032829 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 547c3478-5d6c-4b98-ad2b-5bac604a1c3a up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:47:01.115784 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48630) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:01.129597 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-08c73d84-bd24-482e-ad87-40d30f554c4a tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1534364593', 'description': 'tempest-secgroup-smoke-1534364593 description', 'project_id': '2117c366b46f4a7b867a6881d105e9e2'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:47:01.156802 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-08c73d84-bd24-482e-ad87-40d30f554c4a tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:47:01.174214 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-08c73d84-bd24-482e-ad87-40d30f554c4a tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Usage tracker for resource:security_group and tenant:2117c366b46f4a7b867a6881d105e9e2 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:47:01.187725 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-08c73d84-bd24-482e-ad87-40d30f554c4a tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:47:01.213145 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-08c73d84-bd24-482e-ad87-40d30f554c4a tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:47:01.249212 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-08c73d84-bd24-482e-ad87-40d30f554c4a tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:01.293619 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-08c73d84-bd24-482e-ad87-40d30f554c4a tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:47:01.299328 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-93a863a3-f68d-4366-9a56-c0f290f5a3c2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:01.300675 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-93a863a3-f68d-4366-9a56-c0f290f5a3c2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:01.303037 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-08c73d84-bd24-482e-ad87-40d30f554c4a tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Usage tracker for resource:security_group_rule and tenant:2117c366b46f4a7b867a6881d105e9e2 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:47:01.314678 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-08c73d84-bd24-482e-ad87-40d30f554c4a tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:47:01.319539 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning for port 547c3478-5d6c-4b98-ad2b-5bac604a1c3a completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:47:01.334122 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 547c3478-5d6c-4b98-ad2b-5bac604a1c3a triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:47:01.335173 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:01.335717 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-08c73d84-bd24-482e-ad87-40d30f554c4a tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:47:01.374509 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1892885e-adf6-47ef-941a-329c3008a824 req-3961ac0b-050f-4e7c-a23f-b0cfb54e559e tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Router 6fe38a2f-fd42-43d7-afda-ea05bbde3302 has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:47:01.383337 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-93a863a3-f68d-4366-9a56-c0f290f5a3c2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4698505
May 11 13:47:01.470611 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-5511e594-461f-44ca-8d69-5c619f3f965b service neutron] Request body: {'port': {'device_id': 'd2a31701-de79-451b-9d9f-47d35c3ae421', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:47:01.568149 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3d5d235b-54c0-45ac-a508-77098e4a3d60 req-ddd14fdd-a50c-480e-9631-ea74e27f5719 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 210 time: 0.1636691
May 11 13:47:01.630558 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-08c73d84-bd24-482e-ad87-40d30f554c4a tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:01.637721 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-08c73d84-bd24-482e-ad87-40d30f554c4a tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:01.648380 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-445f99de-507c-44e6-a1a8-eed1214efdf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:01.652140 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:01.684897 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] For port 547c3478-5d6c-4b98-ad2b-5bac604a1c3a, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=547c3478-5d6c-4b98-ad2b-5bac604a1c3a,segment=NetworkSegment(2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f),segment_id=2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:47:01.693612 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:01.696292 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:01.717024 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c73d84-bd24-482e-ad87-40d30f554c4a tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3df79f-1851-4c37-8b1b-0040f5ddfc76,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:01.730131 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-08c73d84-bd24-482e-ad87-40d30f554c4a tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:01.731596 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-08c73d84-bd24-482e-ad87-40d30f554c4a tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:01.736247 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-08c73d84-bd24-482e-ad87-40d30f554c4a tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.6188359
May 11 13:47:01.737081 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48638) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:01.743004 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-381551cb-c81a-4380-9656-f5bc0df6bacb tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Request body: {'security_group_rule': {'security_group_id': '3b3df79f-1851-4c37-8b1b-0040f5ddfc76', 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:47:01.753093 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-381551cb-c81a-4380-9656-f5bc0df6bacb tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:47:01.757661 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-381551cb-c81a-4380-9656-f5bc0df6bacb tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Usage tracker for resource:security_group_rule and tenant:2117c366b46f4a7b867a6881d105e9e2 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:47:01.760741 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b045b-d517-4aa5-b936-90089b4f704a req-5b620dd0-27ad-417d-83bb-943696999144 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:01.761471 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-2d0b045b-d517-4aa5-b936-90089b4f704a req-5b620dd0-27ad-417d-83bb-943696999144 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Synchronizing usage tracker for tenant:4d834d585e8e49e39c08f01b088e3ec0 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:47:01.761935 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-381551cb-c81a-4380-9656-f5bc0df6bacb tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:47:01.771310 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-381551cb-c81a-4380-9656-f5bc0df6bacb tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:47:01.799146 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-381551cb-c81a-4380-9656-f5bc0df6bacb tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:01.826745 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Pushing event updated for resources: {'Port': ['ID=547c3478-5d6c-4b98-ad2b-5bac604a1c3a,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:01.846191 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:47:01.847323 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:47:01.848134 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:47:01.848977 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:47:01.849584 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:47:01.850193 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:47:01.850803 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:47:01.851693 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:47:01.851961 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:47:01.852637 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:47:01.853228 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:47:01.853818 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:47:01.861999 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:01.902664 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-381551cb-c81a-4380-9656-f5bc0df6bacb tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:01.903321 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-2d0b045b-d517-4aa5-b936-90089b4f704a req-5b620dd0-27ad-417d-83bb-943696999144 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Unset dirty status for tenant:4d834d585e8e49e39c08f01b088e3ec0 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:47:01.905267 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2d0b045b-d517-4aa5-b936-90089b4f704a req-5b620dd0-27ad-417d-83bb-943696999144 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 931 time: 0.7936378
May 11 13:47:01.910369 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-381551cb-c81a-4380-9656-f5bc0df6bacb tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:01.915023 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ba15e448-e7af-45bd-902c-89eba1b19fe5 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:01.948367 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381551cb-c81a-4380-9656-f5bc0df6bacb tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7744b31b-e695-4876-bac3-503f31cbf0bf,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:01.951315 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-381551cb-c81a-4380-9656-f5bc0df6bacb tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:01.960692 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-381551cb-c81a-4380-9656-f5bc0df6bacb tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:01.962066 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-381551cb-c81a-4380-9656-f5bc0df6bacb tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2238710
May 11 13:47:01.966974 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-5511e594-461f-44ca-8d69-5c619f3f965b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:01.967431 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48642) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:01.980287 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-74a18210-ab0e-4912-849c-26598967d3ab tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Request body: {'security_group_rule': {'security_group_id': '3b3df79f-1851-4c37-8b1b-0040f5ddfc76', 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:47:01.992323 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-74a18210-ab0e-4912-849c-26598967d3ab tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:47:01.999323 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-74a18210-ab0e-4912-849c-26598967d3ab tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Usage tracker for resource:security_group_rule and tenant:2117c366b46f4a7b867a6881d105e9e2 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:47:02.004465 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1892885e-adf6-47ef-941a-329c3008a824 req-3961ac0b-050f-4e7c-a23f-b0cfb54e559e tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:47:02.004823 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-74a18210-ab0e-4912-849c-26598967d3ab tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:47:02.016956 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-74a18210-ab0e-4912-849c-26598967d3ab tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:47:02.020494 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e179f5-9612-4222-8b45-7e7c7a521f2e None None] Sync routers for ids ['6fe38a2f-fd42-43d7-afda-ea05bbde3302'] in dv-cinder-784779-11-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:47:02.037379 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e179f5-9612-4222-8b45-7e7c7a521f2e None None] Routers {'6fe38a2f-fd42-43d7-afda-ea05bbde3302'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:47:02.038705 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-86e179f5-9612-4222-8b45-7e7c7a521f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9b93160>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:46:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['6fe38a2f-fd42-43d7-afda-ea05bbde3302'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:02.050858 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-74a18210-ab0e-4912-849c-26598967d3ab tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:02.177083 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-74a18210-ab0e-4912-849c-26598967d3ab tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:02.196415 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-74a18210-ab0e-4912-849c-26598967d3ab tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:02.201509 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-381551cb-c81a-4380-9656-f5bc0df6bacb tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:02.231492 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2d0b045b-d517-4aa5-b936-90089b4f704a req-29fc80e3-479d-451a-bd5f-0d447b8300a3 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2969565
May 11 13:47:02.253859 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a18210-ab0e-4912-849c-26598967d3ab tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d46928b-e461-4be1-925b-c6f2d4603627,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:02.262298 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-74a18210-ab0e-4912-849c-26598967d3ab tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:02.269745 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-1892885e-adf6-47ef-941a-329c3008a824 req-3961ac0b-050f-4e7c-a23f-b0cfb54e559e tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] No DVR routers for this DVR port 3a677dac-2f78-46bc-ac7e-4d06bd8805bd on host hv-cinder-78477 {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:47:02.274062 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-1892885e-adf6-47ef-941a-329c3008a824 req-3961ac0b-050f-4e7c-a23f-b0cfb54e559e tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:02.277611 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1892885e-adf6-47ef-941a-329c3008a824 req-3961ac0b-050f-4e7c-a23f-b0cfb54e559e tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.54 "DELETE /v2.0/ports/3a677dac-2f78-46bc-ac7e-4d06bd8805bd HTTP/1.1" status: 204  len: 173 time: 4.2395806
May 11 13:47:02.281297 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-74a18210-ab0e-4912-849c-26598967d3ab tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:02.282477 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c966b4-7bcd-43e5-863e-117ecacf1946', 'name': 'network-vif-deleted', 'tag': '3a677dac-2f78-46bc-ac7e-4d06bd8805bd'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:47:02.283924 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-74a18210-ab0e-4912-849c-26598967d3ab tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3133984
May 11 13:47:02.287164 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48648) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:02.298812 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-3fc10929-e49b-4b80-aa73-fafa3e77e172 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Request body: {'security_group_rule': {'security_group_id': '3b3df79f-1851-4c37-8b1b-0040f5ddfc76', 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:47:02.306702 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ff83b0-245e-4245-8411-0143660de1c4 None None] Sync routers for ids ['09045566-424c-4c16-9482-0c1c11f69ecf'] in dv-cinder-784779-11-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:47:02.333675 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-3fc10929-e49b-4b80-aa73-fafa3e77e172 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:47:02.352336 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:02.353670 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-3fc10929-e49b-4b80-aa73-fafa3e77e172 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Usage tracker for resource:security_group_rule and tenant:2117c366b46f4a7b867a6881d105e9e2 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:47:02.359108 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ff83b0-245e-4245-8411-0143660de1c4 None None] Routers {'09045566-424c-4c16-9482-0c1c11f69ecf'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:47:02.363547 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-12ff83b0-245e-4245-8411-0143660de1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9c53220>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:46:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['09045566-424c-4c16-9482-0c1c11f69ecf'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:02.365037 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-3fc10929-e49b-4b80-aa73-fafa3e77e172 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:47:02.391121 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-3fc10929-e49b-4b80-aa73-fafa3e77e172 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:47:02.461949 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3fc10929-e49b-4b80-aa73-fafa3e77e172 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:02.706322 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-86e179f5-9612-4222-8b45-7e7c7a521f2e None None] Set router 6fe38a2f-fd42-43d7-afda-ea05bbde3302 gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:47:02.771227 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3fc10929-e49b-4b80-aa73-fafa3e77e172 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:02.786281 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3fc10929-e49b-4b80-aa73-fafa3e77e172 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:02.792043 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:02.797349 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c966b4-7bcd-43e5-863e-117ecacf1946', 'name': 'network-vif-deleted', 'tag': '3a677dac-2f78-46bc-ac7e-4d06bd8805bd', 'status': 'completed', 'code': 200}
May 11 13:47:02.915623 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-a78113b6-9346-4517-9a62-ae92bc845df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:02.919004 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc10929-e49b-4b80-aa73-fafa3e77e172 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa80617-2c8a-4a34-8479-8a9cc4fb553c,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:02.927510 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3fc10929-e49b-4b80-aa73-fafa3e77e172 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:02.930030 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-3fc10929-e49b-4b80-aa73-fafa3e77e172 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6408470
May 11 13:47:02.932705 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-3fc10929-e49b-4b80-aa73-fafa3e77e172 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:02.934030 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48664) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:02.945839 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-200ccafe-3210-4fd1-a7ba-01eb0192317e tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Request body: {'security_group_rule': {'security_group_id': '3b3df79f-1851-4c37-8b1b-0040f5ddfc76', 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:47:02.956845 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-200ccafe-3210-4fd1-a7ba-01eb0192317e tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:47:02.965840 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-200ccafe-3210-4fd1-a7ba-01eb0192317e tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Usage tracker for resource:security_group_rule and tenant:2117c366b46f4a7b867a6881d105e9e2 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:47:02.972846 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-200ccafe-3210-4fd1-a7ba-01eb0192317e tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:47:02.996025 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-200ccafe-3210-4fd1-a7ba-01eb0192317e tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:47:03.058156 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-12ff83b0-245e-4245-8411-0143660de1c4 None None] Set router 09045566-424c-4c16-9482-0c1c11f69ecf gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:47:03.080551 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-200ccafe-3210-4fd1-a7ba-01eb0192317e tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:03.243802 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 547c3478-5d6c-4b98-ad2b-5bac604a1c3a up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:47:03.257734 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-200ccafe-3210-4fd1-a7ba-01eb0192317e tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:03.258978 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48670) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:03.285975 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-200ccafe-3210-4fd1-a7ba-01eb0192317e tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:03.293106 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:03.355320 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-b7560725-83f6-4815-81d9-3e5fdcaa0c56 req-ae08c186-4c9f-43c5-a086-d827543c9512 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Synchronizing usage tracker for tenant:e2e1283bbf5045ad87015dc35eb13bec on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:47:03.407708 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-5511e594-461f-44ca-8d69-5c619f3f965b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6433f3c-7aeb-455b-ae05-a508772abca5 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:47:03.444271 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-5511e594-461f-44ca-8d69-5c619f3f965b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:03.445860 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ccafe-3210-4fd1-a7ba-01eb0192317e tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16ea9ea-80d9-456d-a7ff-2184a6f8c64f,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:03.458249 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-b7560725-83f6-4815-81d9-3e5fdcaa0c56 req-ae08c186-4c9f-43c5-a086-d827543c9512 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Unset dirty status for tenant:e2e1283bbf5045ad87015dc35eb13bec on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:47:03.479732 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b7560725-83f6-4815-81d9-3e5fdcaa0c56 req-ae08c186-4c9f-43c5-a086-d827543c9512 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=04c966b4-7bcd-43e5-863e-117ecacf1946 HTTP/1.1" status: 200  len: 210 time: 0.3875594
May 11 13:47:03.498131 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-200ccafe-3210-4fd1-a7ba-01eb0192317e tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:03.521676 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-200ccafe-3210-4fd1-a7ba-01eb0192317e tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:03.534826 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-200ccafe-3210-4fd1-a7ba-01eb0192317e tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5876989
May 11 13:47:03.535937 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48680) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:03.569332 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-5511e594-461f-44ca-8d69-5c619f3f965b service neutron] Transition to ACTIVE for port object d6433f3c-7aeb-455b-ae05-a508772abca5 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:47:03.570545 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-d5975c0f-503b-4829-81c3-5a91035ec40f tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Request body: {'security_group_rule': {'security_group_id': '3b3df79f-1851-4c37-8b1b-0040f5ddfc76', 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:47:03.580466 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-5511e594-461f-44ca-8d69-5c619f3f965b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:03.591328 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:03.603223 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-102275e0-7c02-49d5-bd38-55812da60ed1 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:03.607716 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-d5975c0f-503b-4829-81c3-5a91035ec40f tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:47:03.633116 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-d5975c0f-503b-4829-81c3-5a91035ec40f tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Usage tracker for resource:security_group_rule and tenant:2117c366b46f4a7b867a6881d105e9e2 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:47:03.641616 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-d5975c0f-503b-4829-81c3-5a91035ec40f tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:47:03.670797 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-d5975c0f-503b-4829-81c3-5a91035ec40f tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:47:03.717393 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.db.securitygroups_db [None req-d5975c0f-503b-4829-81c3-5a91035ec40f tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Project 2117c366b46f4a7b867a6881d105e9e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 11 13:47:03.729440 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-590c7df9-880c-4729-97fa-bc077a5bdf58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:03.748682 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d5975c0f-503b-4829-81c3-5a91035ec40f tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:03.791761 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port 547c3478-5d6c-4b98-ad2b-5bac604a1c3a triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:47:03.792879 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:03.797856 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-590c7df9-880c-4729-97fa-bc077a5bdf58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:47:03.823345 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-590c7df9-880c-4729-97fa-bc077a5bdf58 admin admin] Usage tracker for resource:security_group_rule and tenant:f3fda52537f340eb931d9f34d64e2afb is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:47:03.915204 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-86e179f5-9612-4222-8b45-7e7c7a521f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9b93160>, [{'id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'name': 'tempest-AttachVolumeTestJSON-1103286951-router', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:36Z', 'updated_at': '2021-05-11T13:41:47Z', 'revision_number': 4, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'gw_port': {'id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '9c9943bd-ec8d-4a5b-8afe-448feb2bde74', 'name': '', 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'mac_address': 'fa:16:3e:ca:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:44Z', 'updated_at': '2021-05-11T13:42:02Z', 'revision_number': 5, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'subnets': [{'id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:03.922679 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e179f5-9612-4222-8b45-7e7c7a521f2e None None] Checking router: 6fe38a2f-fd42-43d7-afda-ea05bbde3302 for host: dv-cinder-784779-11-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:47:03.934600 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511e594-461f-44ca-8d69-5c619f3f965b service neutron] Pushing event updated for resources: {'Port': ['ID=d6433f3c-7aeb-455b-ae05-a508772abca5,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:03.940790 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-590c7df9-880c-4729-97fa-bc077a5bdf58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:47:03.958430 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e179f5-9612-4222-8b45-7e7c7a521f2e None None] Routers {'6fe38a2f-fd42-43d7-afda-ea05bbde3302'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:47:03.959100 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-86e179f5-9612-4222-8b45-7e7c7a521f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9b93160>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:47:03Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['6fe38a2f-fd42-43d7-afda-ea05bbde3302'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:03.962972 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-590c7df9-880c-4729-97fa-bc077a5bdf58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:47:04.010512 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-5511e594-461f-44ca-8d69-5c619f3f965b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:04.029676 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-5511e594-461f-44ca-8d69-5c619f3f965b service neutron] Attempting to bind port d6433f3c-7aeb-455b-ae05-a508772abca5 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:47:04.029967 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d5975c0f-503b-4829-81c3-5a91035ec40f tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:04.030288 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-5511e594-461f-44ca-8d69-5c619f3f965b service neutron] Attempting to bind port d6433f3c-7aeb-455b-ae05-a508772abca5 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:47:04.030626 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-5511e594-461f-44ca-8d69-5c619f3f965b service neutron] Attempting to bind port d6433f3c-7aeb-455b-ae05-a508772abca5 on network 707291bc-5dd9-42be-8f66-a126d34db7b0 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:47:04.037690 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-5511e594-461f-44ca-8d69-5c619f3f965b service neutron] Port d6433f3c-7aeb-455b-ae05-a508772abca5 on network 707291bc-5dd9-42be-8f66-a126d34db7b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 11 13:47:04.038269 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-5511e594-461f-44ca-8d69-5c619f3f965b service neutron] Attempting to bind port d6433f3c-7aeb-455b-ae05-a508772abca5 on network 707291bc-5dd9-42be-8f66-a126d34db7b0 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:47:04.045036 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-5511e594-461f-44ca-8d69-5c619f3f965b service neutron] Checking agent: {'id': '90698981-c276-4592-9423-0c50fa5e2f21', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'started_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:47:04.045676 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-5511e594-461f-44ca-8d69-5c619f3f965b service neutron] Checking segment: {'id': 'ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:47:04.046234 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-5511e594-461f-44ca-8d69-5c619f3f965b service neutron] Bound using segment: {'id': 'ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:47:04.046896 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-5511e594-461f-44ca-8d69-5c619f3f965b service neutron] Bound port: d6433f3c-7aeb-455b-ae05-a508772abca5, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:47:04.047434 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-5511e594-461f-44ca-8d69-5c619f3f965b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:04.057011 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d5975c0f-503b-4829-81c3-5a91035ec40f tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:04.084951 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:04.104406 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee3a44-c66b-4a92-986b-b658f39add06 req-a7bca986-23ac-43b1-b2de-b7e44f409823 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:04.106159 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3fee3a44-c66b-4a92-986b-b658f39add06 req-a7bca986-23ac-43b1-b2de-b7e44f409823 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 943 time: 0.3042185
May 11 13:47:04.134622 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5975c0f-503b-4829-81c3-5a91035ec40f tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee212e5-93c1-4c29-b663-22d6a6170cf0,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:04.155595 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d5975c0f-503b-4829-81c3-5a91035ec40f tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:04.188870 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-5511e594-461f-44ca-8d69-5c619f3f965b service neutron] For port d6433f3c-7aeb-455b-ae05-a508772abca5, host hv-cinder-78477, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:47:04.195707 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-5511e594-461f-44ca-8d69-5c619f3f965b service neutron] For port d6433f3c-7aeb-455b-ae05-a508772abca5, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d6433f3c-7aeb-455b-ae05-a508772abca5,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:47:04.204932 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d5975c0f-503b-4829-81c3-5a91035ec40f tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:04.205172 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-5511e594-461f-44ca-8d69-5c619f3f965b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:04.206303 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-d5975c0f-503b-4829-81c3-5a91035ec40f tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.6689177
May 11 13:47:04.211424 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 48684) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:04.212201 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e3e82e5c-e5f1-4cec-8bf2-c44211064f71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:04.213277 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-12ff83b0-245e-4245-8411-0143660de1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9c53220>, [{'id': '09045566-424c-4c16-9482-0c1c11f69ecf', 'name': 'tempest-TestShelveInstance-1826955455-router', 'tenant_id': '49b82325f5074c15825d12731061ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '547c3478-5d6c-4b98-ad2b-5bac604a1c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:51Z', 'updated_at': '2021-05-11T13:46:57Z', 'revision_number': 4, 'project_id': '49b82325f5074c15825d12731061ed40', 'gw_port': {'id': '547c3478-5d6c-4b98-ad2b-5bac604a1c3a', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09045566-424c-4c16-9482-0c1c11f69ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:53Z', 'updated_at': '2021-05-11T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': 'b3c1d764-a7ac-4163-9970-a00b3f323059', 'name': '', 'network_id': '49bccc7e-a2d1-4ae9-89ae-5911c5100745', 'tenant_id': '49b82325f5074c15825d12731061ed40', 'mac_address': 'fa:16:3e:f0:e1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09045566-424c-4c16-9482-0c1c11f69ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '7c8bbe75-2c0e-4c44-81be-1d4a6a4c4d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:56Z', 'updated_at': '2021-05-11T13:46:58Z', 'revision_number': 2, 'project_id': '49b82325f5074c15825d12731061ed40', 'subnets': [{'id': '7c8bbe75-2c0e-4c44-81be-1d4a6a4c4d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:04.218304 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ff83b0-245e-4245-8411-0143660de1c4 None None] Checking router: 09045566-424c-4c16-9482-0c1c11f69ecf for host: dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:47:04.218730 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ff83b0-245e-4245-8411-0143660de1c4 None None] Updating router 09045566-424c-4c16-9482-0c1c11f69ecf port b3c1d764-a7ac-4163-9970-a00b3f323059 binding host dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 11 13:47:04.222104 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-3fee3a44-c66b-4a92-986b-b658f39add06 req-2dfa0e17-30ab-4ef0-83a6-c721c9bc9686 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Synchronizing usage tracker for tenant:4d834d585e8e49e39c08f01b088e3ec0 on resource:security_group {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:47:04.250062 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-3fee3a44-c66b-4a92-986b-b658f39add06 req-2dfa0e17-30ab-4ef0-83a6-c721c9bc9686 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Unset dirty status for tenant:4d834d585e8e49e39c08f01b088e3ec0 on resource:security_group {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:47:04.251240 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3fee3a44-c66b-4a92-986b-b658f39add06 req-2dfa0e17-30ab-4ef0-83a6-c721c9bc9686 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1214771
May 11 13:47:04.267751 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-590c7df9-880c-4729-97fa-bc077a5bdf58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:04.278884 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-590c7df9-880c-4729-97fa-bc077a5bdf58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:04.288892 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-12ff83b0-245e-4245-8411-0143660de1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:04.289715 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6cf3e478-3f23-4343-8615-fe7eebc362bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:04.327100 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-86e179f5-9612-4222-8b45-7e7c7a521f2e None None] Set router 6fe38a2f-fd42-43d7-afda-ea05bbde3302 gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:47:04.334997 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-590c7df9-880c-4729-97fa-bc077a5bdf58 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f3fda52537f340eb931d9f34d64e2afb&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0742967
May 11 13:47:04.337430 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48688) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:04.340244 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c7df9-880c-4729-97fa-bc077a5bdf58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43c5b9c-ae4f-4417-aae7-ad15cb0503ed,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:04.351517 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511e594-461f-44ca-8d69-5c619f3f965b service neutron] Pushing event updated for resources: {'Port': ['ID=d6433f3c-7aeb-455b-ae05-a508772abca5,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:04.354946 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-5511e594-461f-44ca-8d69-5c619f3f965b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:04.358826 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-4b46a61b-0873-49b0-b25f-5a2dfd0d8d22 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Request body: {'security_group_rule': {'security_group_id': '3b3df79f-1851-4c37-8b1b-0040f5ddfc76', 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:47:04.370328 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-5511e594-461f-44ca-8d69-5c619f3f965b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:04.370928 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-590c7df9-880c-4729-97fa-bc077a5bdf58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:04.371049 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-5511e594-461f-44ca-8d69-5c619f3f965b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:04.372473 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-5511e594-461f-44ca-8d69-5c619f3f965b service neutron] 10.222.0.54 "PUT /v2.0/ports/d6433f3c-7aeb-455b-ae05-a508772abca5 HTTP/1.1" status: 200  len: 1093 time: 2.9726140
May 11 13:47:04.375823 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-4b46a61b-0873-49b0-b25f-5a2dfd0d8d22 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:47:04.380894 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-4b46a61b-0873-49b0-b25f-5a2dfd0d8d22 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Usage tracker for resource:security_group_rule and tenant:2117c366b46f4a7b867a6881d105e9e2 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:47:04.385274 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-4b46a61b-0873-49b0-b25f-5a2dfd0d8d22 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:47:04.394232 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-4b46a61b-0873-49b0-b25f-5a2dfd0d8d22 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:47:04.409064 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.db.securitygroups_db [None req-4b46a61b-0873-49b0-b25f-5a2dfd0d8d22 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Project 2117c366b46f4a7b867a6881d105e9e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 11 13:47:04.417989 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4b46a61b-0873-49b0-b25f-5a2dfd0d8d22 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:04.467690 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-8a51af5a-cee7-4d75-8742-5a83ee7f871e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:04.509927 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4b46a61b-0873-49b0-b25f-5a2dfd0d8d22 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:04.517031 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4b46a61b-0873-49b0-b25f-5a2dfd0d8d22 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684552'] for security_group_rule, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:04.541262 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-8a51af5a-cee7-4d75-8742-5a83ee7f871e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:04.546433 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:04.596683 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46a61b-0873-49b0-b25f-5a2dfd0d8d22 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e055b2-b8b7-4133-8228-7904ff7b9931,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:04.601967 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-4b46a61b-0873-49b0-b25f-5a2dfd0d8d22 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:04.603039 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4b46a61b-0873-49b0-b25f-5a2dfd0d8d22 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:04.619284 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-4b46a61b-0873-49b0-b25f-5a2dfd0d8d22 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3226881
May 11 13:47:04.695430 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-8a51af5a-cee7-4d75-8742-5a83ee7f871e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:04.704919 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-59a72782-bb60-426c-8485-b8696d01412c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:04.766272 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51af5a-cee7-4d75-8742-5a83ee7f871e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43c5b9c-ae4f-4417-aae7-ad15cb0503ed,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:04.786193 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-8a51af5a-cee7-4d75-8742-5a83ee7f871e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:04.789053 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-8a51af5a-cee7-4d75-8742-5a83ee7f871e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:04.791377 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-8a51af5a-cee7-4d75-8742-5a83ee7f871e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c43c5b9c-ae4f-4417-aae7-ad15cb0503ed HTTP/1.1" status: 204  len: 168 time: 0.4526467
May 11 13:47:04.800606 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a31701-de79-451b-9d9f-47d35c3ae421', 'tag': 'd6433f3c-7aeb-455b-ae05-a508772abca5'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:47:04.809531 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:04.861358 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48704) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:04.950256 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a31701-de79-451b-9d9f-47d35c3ae421', 'tag': 'd6433f3c-7aeb-455b-ae05-a508772abca5', 'status': 'completed', 'code': 200}
May 11 13:47:04.986877 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-86e179f5-9612-4222-8b45-7e7c7a521f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9b93160>, [{'id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'name': 'tempest-AttachVolumeTestJSON-1103286951-router', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:36Z', 'updated_at': '2021-05-11T13:41:47Z', 'revision_number': 4, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'gw_port': {'id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '9c9943bd-ec8d-4a5b-8afe-448feb2bde74', 'name': '', 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'mac_address': 'fa:16:3e:ca:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:44Z', 'updated_at': '2021-05-11T13:42:02Z', 'revision_number': 5, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'subnets': [{'id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:04.993331 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e179f5-9612-4222-8b45-7e7c7a521f2e None None] The sync data for ids ['6fe38a2f-fd42-43d7-afda-ea05bbde3302'] in dv-cinder-784779-11-iscsi is: [{'id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'name': 'tempest-AttachVolumeTestJSON-1103286951-router', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:36Z', 'updated_at': '2021-05-11T13:41:47Z', 'revision_number': 4, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'gw_port': {'id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '9c9943bd-ec8d-4a5b-8afe-448feb2bde74', 'name': '', 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'mac_address': 'fa:16:3e:ca:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:44Z', 'updated_at': '2021-05-11T13:42:02Z', 'revision_number': 5, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'subnets': [{'id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:47:05.049522 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-12ff83b0-245e-4245-8411-0143660de1c4 None None] Notify callbacks [] for port, precommit_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:05.066733 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2ceb1aa5-9bac-446a-b4dd-c4cf0296f33b tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:05.078409 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-12ff83b0-245e-4245-8411-0143660de1c4 None None] Transition to ACTIVE for port object b3c1d764-a7ac-4163-9970-a00b3f323059 will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:47:05.102214 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-12ff83b0-245e-4245-8411-0143660de1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:05.107119 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2ceb1aa5-9bac-446a-b4dd-c4cf0296f33b tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:05.111530 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-96312516-38a7-419e-aee4-4fbdc11dc350 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:05.234289 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2ceb1aa5-9bac-446a-b4dd-c4cf0296f33b tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:05.240792 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-155c7109-b221-4733-8eaa-0f14c7f2f9b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:05.284263 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb1aa5-9bac-446a-b4dd-c4cf0296f33b tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77181017-1095-4c35-af63-d1eef68b2019,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:05.301605 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-2ceb1aa5-9bac-446a-b4dd-c4cf0296f33b tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:05.316372 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2ceb1aa5-9bac-446a-b4dd-c4cf0296f33b tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:05.317570 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-2ceb1aa5-9bac-446a-b4dd-c4cf0296f33b tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "DELETE /v2.0/security-groups/77181017-1095-4c35-af63-d1eef68b2019 HTTP/1.1" status: 204  len: 168 time: 0.4546602
May 11 13:47:05.322567 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48748) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:05.373913 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.api.v2.resource [None req-cd851569-3163-4f57-b951-275fb0f184ef tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] show failed (client error): The resource could not be found.
May 11 13:47:05.374992 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-cd851569-3163-4f57-b951-275fb0f184ef tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups/77181017-1095-4c35-af63-d1eef68b2019 HTTP/1.1" status: 404  len: 347 time: 0.0513880
May 11 13:47:05.378662 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48752) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:05.517015 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4bcb9e-96d5-4892-9d98-165fbfdae7b9 None None] New status for floating IP 55160000-1595-48f0-9d8d-877a52e84e69: DOWN {{(pid=78705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 11 13:47:05.535501 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50de60-23f2-4474-b9a6-b805e92a9dc2 None None] Pushing event updated for resources: {'Port': ['ID=b3c1d764-a7ac-4163-9970-a00b3f323059,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:05.551145 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-6a50de60-23f2-4474-b9a6-b805e92a9dc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:05.631415 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-12ff83b0-245e-4245-8411-0143660de1c4 None None] Attempting to bind port b3c1d764-a7ac-4163-9970-a00b3f323059 on host dv-cinder-784779-11-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:47:05.632031 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-12ff83b0-245e-4245-8411-0143660de1c4 None None] Attempting to bind port b3c1d764-a7ac-4163-9970-a00b3f323059 by drivers openvswitch,hyperv on host dv-cinder-784779-11-iscsi at level 0 using segments [{'id': '7ca58471-c3bb-4fad-9160-2910a69a3be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '49bccc7e-a2d1-4ae9-89ae-5911c5100745'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:47:05.632384 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ff83b0-245e-4245-8411-0143660de1c4 None None] Attempting to bind port b3c1d764-a7ac-4163-9970-a00b3f323059 on network 49bccc7e-a2d1-4ae9-89ae-5911c5100745 {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:47:05.640794 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ff83b0-245e-4245-8411-0143660de1c4 None None] Checking agent: {'id': '2e08dd85-5947-470f-91ea-843c02c9f211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 33, 32), 'started_at': datetime.datetime(2021, 5, 11, 13, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:47:05.641325 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ff83b0-245e-4245-8411-0143660de1c4 None None] Checking segment: {'id': '7ca58471-c3bb-4fad-9160-2910a69a3be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '49bccc7e-a2d1-4ae9-89ae-5911c5100745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:47:05.641648 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-12ff83b0-245e-4245-8411-0143660de1c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:05.642109 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ff83b0-245e-4245-8411-0143660de1c4 None None] Bound using segment: {'id': '7ca58471-c3bb-4fad-9160-2910a69a3be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '49bccc7e-a2d1-4ae9-89ae-5911c5100745'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:47:05.642824 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-12ff83b0-245e-4245-8411-0143660de1c4 None None] Bound port: b3c1d764-a7ac-4163-9970-a00b3f323059, host: dv-cinder-784779-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca58471-c3bb-4fad-9160-2910a69a3be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '49bccc7e-a2d1-4ae9-89ae-5911c5100745'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:47:05.643170 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-12ff83b0-245e-4245-8411-0143660de1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:05.797073 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34319861-90d1-420f-9e2f-0a2356a4e31f req-1d198597-661d-44eb-9e8d-aee19264515f tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:05.798746 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-34319861-90d1-420f-9e2f-0a2356a4e31f req-1d198597-661d-44eb-9e8d-aee19264515f tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 943 time: 0.2696304
May 11 13:47:05.814323 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-12ff83b0-245e-4245-8411-0143660de1c4 None None] For port b3c1d764-a7ac-4163-9970-a00b3f323059, host dv-cinder-784779-11-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:47:05.821649 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-986dce5b-5154-4177-835c-659bb98a5892 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Deleting port 1ee78d2e-1b53-40e1-b815-9f1de9d707b2 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:47:05.822077 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-986dce5b-5154-4177-835c-659bb98a5892 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:05.826285 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-12ff83b0-245e-4245-8411-0143660de1c4 None None] For port b3c1d764-a7ac-4163-9970-a00b3f323059, host dv-cinder-784779-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=b3c1d764-a7ac-4163-9970-a00b3f323059,segment=NetworkSegment(7ca58471-c3bb-4fad-9160-2910a69a3be4),segment_id=7ca58471-c3bb-4fad-9160-2910a69a3be4)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:47:05.835928 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-12ff83b0-245e-4245-8411-0143660de1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:05.854114 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:06.044503 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ff83b0-245e-4245-8411-0143660de1c4 None None] Routers {'09045566-424c-4c16-9482-0c1c11f69ecf'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:47:06.045254 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-12ff83b0-245e-4245-8411-0143660de1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9c53220>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:47:03Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['09045566-424c-4c16-9482-0c1c11f69ecf'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:06.078321 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-986dce5b-5154-4177-835c-659bb98a5892 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:06.080340 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-986dce5b-5154-4177-835c-659bb98a5892 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:06.099976 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50de60-23f2-4474-b9a6-b805e92a9dc2 None None] Pushing event updated for resources: {'Port': ['ID=b3c1d764-a7ac-4163-9970-a00b3f323059,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:06.108651 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-6a50de60-23f2-4474-b9a6-b805e92a9dc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:06.260005 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-12ff83b0-245e-4245-8411-0143660de1c4 None None] Set router 09045566-424c-4c16-9482-0c1c11f69ecf gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:47:06.325450 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-986dce5b-5154-4177-835c-659bb98a5892 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Calling delete_port for 1ee78d2e-1b53-40e1-b815-9f1de9d707b2 owned by network:floatingip {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:47:06.388053 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-34319861-90d1-420f-9e2f-0a2356a4e31f req-5341a25f-fbac-463a-b228-1d22df9cff6d tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5786726
May 11 13:47:06.540868 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-986dce5b-5154-4177-835c-659bb98a5892 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2100528'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:06.552836 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-3ec50e27-7c3e-414a-99d9-83750e5af7ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:06.618777 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-12ff83b0-245e-4245-8411-0143660de1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9c53220>, [{'id': '09045566-424c-4c16-9482-0c1c11f69ecf', 'name': 'tempest-TestShelveInstance-1826955455-router', 'tenant_id': '49b82325f5074c15825d12731061ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '547c3478-5d6c-4b98-ad2b-5bac604a1c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:51Z', 'updated_at': '2021-05-11T13:46:57Z', 'revision_number': 4, 'project_id': '49b82325f5074c15825d12731061ed40', 'gw_port': {'id': '547c3478-5d6c-4b98-ad2b-5bac604a1c3a', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09045566-424c-4c16-9482-0c1c11f69ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:53Z', 'updated_at': '2021-05-11T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': 'b3c1d764-a7ac-4163-9970-a00b3f323059', 'name': '', 'network_id': '49bccc7e-a2d1-4ae9-89ae-5911c5100745', 'tenant_id': '49b82325f5074c15825d12731061ed40', 'mac_address': 'fa:16:3e:f0:e1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09045566-424c-4c16-9482-0c1c11f69ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '7c8bbe75-2c0e-4c44-81be-1d4a6a4c4d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:56Z', 'updated_at': '2021-05-11T13:47:05Z', 'revision_number': 4, 'project_id': '49b82325f5074c15825d12731061ed40', 'subnets': [{'id': '7c8bbe75-2c0e-4c44-81be-1d4a6a4c4d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:06.623618 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ff83b0-245e-4245-8411-0143660de1c4 None None] The sync data for ids ['09045566-424c-4c16-9482-0c1c11f69ecf'] in dv-cinder-784779-11-iscsi is: [{'id': '09045566-424c-4c16-9482-0c1c11f69ecf', 'name': 'tempest-TestShelveInstance-1826955455-router', 'tenant_id': '49b82325f5074c15825d12731061ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '547c3478-5d6c-4b98-ad2b-5bac604a1c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:51Z', 'updated_at': '2021-05-11T13:46:57Z', 'revision_number': 4, 'project_id': '49b82325f5074c15825d12731061ed40', 'gw_port': {'id': '547c3478-5d6c-4b98-ad2b-5bac604a1c3a', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09045566-424c-4c16-9482-0c1c11f69ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:53Z', 'updated_at': '2021-05-11T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': 'b3c1d764-a7ac-4163-9970-a00b3f323059', 'name': '', 'network_id': '49bccc7e-a2d1-4ae9-89ae-5911c5100745', 'tenant_id': '49b82325f5074c15825d12731061ed40', 'mac_address': 'fa:16:3e:f0:e1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09045566-424c-4c16-9482-0c1c11f69ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '7c8bbe75-2c0e-4c44-81be-1d4a6a4c4d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:56Z', 'updated_at': '2021-05-11T13:47:05Z', 'revision_number': 4, 'project_id': '49b82325f5074c15825d12731061ed40', 'subnets': [{'id': '7c8bbe75-2c0e-4c44-81be-1d4a6a4c4d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:47:06.649955 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c63a5f-c727-4695-af9e-f1a25256d71f req-163c955c-61a4-4e60-ad78-96011a84ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:06.651614 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f2c63a5f-c727-4695-af9e-f1a25256d71f req-163c955c-61a4-4e60-ad78-96011a84ddb5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d834d585e8e49e39c08f01b088e3ec0&device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 1096 time: 0.0957952
May 11 13:47:06.675181 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986dce5b-5154-4177-835c-659bb98a5892 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Pushing event deleted for resources: {'Port': ['ID=1ee78d2e-1b53-40e1-b815-9f1de9d707b2,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:06.678051 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-986dce5b-5154-4177-835c-659bb98a5892 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:06.751415 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-986dce5b-5154-4177-835c-659bb98a5892 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for floatingip, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:06.778198 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-986dce5b-5154-4177-835c-659bb98a5892 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for floatingip, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:06.779663 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-986dce5b-5154-4177-835c-659bb98a5892 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "DELETE /v2.0/floatingips/55160000-1595-48f0-9d8d-877a52e84e69 HTTP/1.1" status: 204  len: 168 time: 1.3997869
May 11 13:47:06.886171 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c63a5f-c727-4695-af9e-f1a25256d71f req-b6a39a1a-a665-4556-8887-f2085bf11b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:06.888359 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f2c63a5f-c727-4695-af9e-f1a25256d71f req-b6a39a1a-a665-4556-8887-f2085bf11b0f service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=4d834d585e8e49e39c08f01b088e3ec0&shared=False HTTP/1.1" status: 200  len: 918 time: 0.2274840
May 11 13:47:07.004637 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device b3c1d764-a7ac-4163-9970-a00b3f323059 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:47:07.169981 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning for port b3c1d764-a7ac-4163-9970-a00b3f323059 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:47:07.176927 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port b3c1d764-a7ac-4163-9970-a00b3f323059 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:47:07.177496 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:07.459929 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48792) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:07.466606 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:07.470049 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-db98b128-2622-491f-9c83-04a7296de235 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--857282495', 'description': 'tempest-description--2078859972'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:47:07.495396 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-db98b128-2622-491f-9c83-04a7296de235 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:47:07.513462 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-db98b128-2622-491f-9c83-04a7296de235 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Usage tracker for resource:security_group and tenant:e2e1283bbf5045ad87015dc35eb13bec is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:47:07.533755 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-db98b128-2622-491f-9c83-04a7296de235 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:47:07.541383 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] For port b3c1d764-a7ac-4163-9970-a00b3f323059, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=b3c1d764-a7ac-4163-9970-a00b3f323059,segment=NetworkSegment(7ca58471-c3bb-4fad-9160-2910a69a3be4),segment_id=7ca58471-c3bb-4fad-9160-2910a69a3be4)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:47:07.550266 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:07.553324 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-db98b128-2622-491f-9c83-04a7296de235 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:47:07.560762 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-4e4bd09b-9798-428c-aae6-e851eb36b5cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:07.577125 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c63a5f-c727-4695-af9e-f1a25256d71f req-f6b91c15-cbfc-46b0-8408-8766ce45c211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:07.585864 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f2c63a5f-c727-4695-af9e-f1a25256d71f req-f6b91c15-cbfc-46b0-8408-8766ce45c211 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6886418
May 11 13:47:07.617166 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-db98b128-2622-491f-9c83-04a7296de235 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:07.673515 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-db98b128-2622-491f-9c83-04a7296de235 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:47:07.707862 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-db98b128-2622-491f-9c83-04a7296de235 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Usage tracker for resource:security_group_rule and tenant:e2e1283bbf5045ad87015dc35eb13bec is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:47:07.708153 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Pushing event updated for resources: {'Port': ['ID=b3c1d764-a7ac-4163-9970-a00b3f323059,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:07.716353 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-db98b128-2622-491f-9c83-04a7296de235 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:47:07.722727 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:07.734005 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-db98b128-2622-491f-9c83-04a7296de235 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:47:07.875648 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-47e2a161-afc4-4333-b6d5-d13490d54d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:07.878264 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-47e2a161-afc4-4333-b6d5-d13490d54d57 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d834d585e8e49e39c08f01b088e3ec0&device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 1096 time: 0.1931396
May 11 13:47:07.897293 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c51840-0ae2-411a-bc21-06a569eda061 req-12838a79-3f1b-4683-b00a-4c51935f2541 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:07.898879 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-23c51840-0ae2-411a-bc21-06a569eda061 req-12838a79-3f1b-4683-b00a-4c51935f2541 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 943 time: 0.1596158
May 11 13:47:07.948549 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-db98b128-2622-491f-9c83-04a7296de235 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:07.964095 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-db98b128-2622-491f-9c83-04a7296de235 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:07.971358 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-08c73d84-bd24-482e-ad87-40d30f554c4a tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:08.002220 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-23c51840-0ae2-411a-bc21-06a569eda061 req-14961208-1886-4250-97c3-7f2f179b35c5 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0923219
May 11 13:47:08.046260 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98b128-2622-491f-9c83-04a7296de235 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00d0f62c-87a8-417b-9a29-40aedc933be7,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:08.054792 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-db98b128-2622-491f-9c83-04a7296de235 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:08.058950 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-c6aad928-c479-44db-81a8-ddff67734d14 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6433f3c-7aeb-455b-ae05-a508772abca5 HTTP/1.1" status: 200  len: 217 time: 0.1713893
May 11 13:47:08.061469 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-db98b128-2622-491f-9c83-04a7296de235 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:08.062751 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-db98b128-2622-491f-9c83-04a7296de235 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.6013815
May 11 13:47:08.066083 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48800) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:08.071713 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-c8073ed1-0ac2-44d2-a744-37b787300608 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Request body: {'security_group_rule': {'security_group_id': '00d0f62c-87a8-417b-9a29-40aedc933be7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:47:08.086770 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-c8073ed1-0ac2-44d2-a744-37b787300608 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:47:08.091946 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-c8073ed1-0ac2-44d2-a744-37b787300608 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Usage tracker for resource:security_group_rule and tenant:e2e1283bbf5045ad87015dc35eb13bec is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:47:08.095888 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-c8073ed1-0ac2-44d2-a744-37b787300608 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:47:08.116032 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-c8073ed1-0ac2-44d2-a744-37b787300608 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:47:08.148870 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c8073ed1-0ac2-44d2-a744-37b787300608 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:08.156464 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-61e68407-2946-4c94-9c78-a090b1fc4b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:08.158950 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-61e68407-2946-4c94-9c78-a090b1fc4b8c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fb43366-cc8e-4164-a9b2-c3e4cba00dbb HTTP/1.1" status: 200  len: 856 time: 0.0917678
May 11 13:47:08.233997 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c8073ed1-0ac2-44d2-a744-37b787300608 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:08.240293 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c8073ed1-0ac2-44d2-a744-37b787300608 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:08.242637 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:08.270662 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8073ed1-0ac2-44d2-a744-37b787300608 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da26714-a7f6-4637-9ef8-c05e34e49b2e,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:08.286469 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-c8073ed1-0ac2-44d2-a744-37b787300608 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:08.295540 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c8073ed1-0ac2-44d2-a744-37b787300608 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:08.301772 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-c8073ed1-0ac2-44d2-a744-37b787300608 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2297819
May 11 13:47:08.302317 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48806) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:08.303646 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-ea76df04-ab7d-44ae-abab-fba8e640e87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:08.305353 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-ea76df04-ab7d-44ae-abab-fba8e640e87a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=707291bc-5dd9-42be-8f66-a126d34db7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1393075
May 11 13:47:08.309692 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-ec01d127-15da-484c-b054-1e195bbb7690 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Request body: {'security_group_rule': {'security_group_id': '00d0f62c-87a8-417b-9a29-40aedc933be7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:47:08.314349 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-ec01d127-15da-484c-b054-1e195bbb7690 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:47:08.320875 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-ec01d127-15da-484c-b054-1e195bbb7690 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Usage tracker for resource:security_group_rule and tenant:e2e1283bbf5045ad87015dc35eb13bec is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:47:08.324273 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-ec01d127-15da-484c-b054-1e195bbb7690 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:47:08.337056 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-ec01d127-15da-484c-b054-1e195bbb7690 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:47:08.358181 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ec01d127-15da-484c-b054-1e195bbb7690 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:08.435009 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ec01d127-15da-484c-b054-1e195bbb7690 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:08.441209 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ec01d127-15da-484c-b054-1e195bbb7690 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:08.443324 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:08.470039 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01d127-15da-484c-b054-1e195bbb7690 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2add5b1-7297-465d-9224-8fcf5ec28466,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:08.481213 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ec01d127-15da-484c-b054-1e195bbb7690 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:08.489470 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ec01d127-15da-484c-b054-1e195bbb7690 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:08.492293 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-ec01d127-15da-484c-b054-1e195bbb7690 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1887882
May 11 13:47:08.494028 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48810) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:08.500395 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-c41cf3db-42e9-416b-b107-1c451c0b9ee0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Request body: {'floatingip': {'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:47:08.510316 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-c41cf3db-42e9-416b-b107-1c451c0b9ee0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:47:08.517573 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-c41cf3db-42e9-416b-b107-1c451c0b9ee0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Usage tracker for resource:floatingip and tenant:e2e1283bbf5045ad87015dc35eb13bec is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:47:08.523033 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-c41cf3db-42e9-416b-b107-1c451c0b9ee0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:47:08.533877 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-c41cf3db-42e9-416b-b107-1c451c0b9ee0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:47:08.554229 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-bcad01a9-2e32-4a95-a24a-d9f90acde99b service neutron] 10.222.0.54 "GET /v2.0/networks/707291bc-5dd9-42be-8f66-a126d34db7b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2398722
May 11 13:47:08.555335 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c41cf3db-42e9-416b-b107-1c451c0b9ee0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for floatingip, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:08.696935 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3a20559e-3d9b-455e-92e2-45bec37102fb req-acc90f2e-c59f-40bd-8f09-1d26e54a8fd7 service neutron] 10.222.0.54 "GET /v2.0/networks/707291bc-5dd9-42be-8f66-a126d34db7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356304
May 11 13:47:08.787192 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c41cf3db-42e9-416b-b107-1c451c0b9ee0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:08.918739 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device b3c1d764-a7ac-4163-9970-a00b3f323059 up at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:47:08.971677 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [None req-c41cf3db-42e9-416b-b107-1c451c0b9ee0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Allocated IP 172.27.1.62 (e051f2fa-e4f7-48f8-93ce-58e38fee5eb4/218716c0-958e-4312-849b-6a79832afb0f/4fd3a073-aab1-466f-9a59-3588ce3a7de5) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:47:08.995471 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Provisioning complete for port b3c1d764-a7ac-4163-9970-a00b3f323059 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:47:08.995882 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:09.177369 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c41cf3db-42e9-416b-b107-1c451c0b9ee0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:09.214348 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c41cf3db-42e9-416b-b107-1c451c0b9ee0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2100528'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:09.219950 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:09.273176 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a76030-1d0b-470f-99bf-48435dac1715 req-c1f930ff-ed7f-4dca-886b-cc1779b57340 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:09.275342 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-53a76030-1d0b-470f-99bf-48435dac1715 req-c1f930ff-ed7f-4dca-886b-cc1779b57340 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 943 time: 0.1353397
May 11 13:47:09.280695 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41cf3db-42e9-416b-b107-1c451c0b9ee0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:47:09.281955 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-c41cf3db-42e9-416b-b107-1c451c0b9ee0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:47:09.299676 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41cf3db-42e9-416b-b107-1c451c0b9ee0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:47:09.345198 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41cf3db-42e9-416b-b107-1c451c0b9ee0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Pushing event updated for resources: {'Port': ['ID=4fd3a073-aab1-466f-9a59-3588ce3a7de5,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:09.350700 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-c41cf3db-42e9-416b-b107-1c451c0b9ee0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:09.362426 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-53a76030-1d0b-470f-99bf-48435dac1715 req-a715a60c-f346-4b00-bd9e-02f0e068a34d tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556726
May 11 13:47:09.423540 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c41cf3db-42e9-416b-b107-1c451c0b9ee0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:09.497071 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c41cf3db-42e9-416b-b107-1c451c0b9ee0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:09.736575 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c41cf3db-42e9-416b-b107-1c451c0b9ee0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:09.743013 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c41cf3db-42e9-416b-b107-1c451c0b9ee0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2100521'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:09.748887 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-98523fd7-ec9c-4710-b32c-e42ad8f93d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:09.952958 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41cf3db-42e9-416b-b107-1c451c0b9ee0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Pushing event updated for resources: {'Port': ['ID=4fd3a073-aab1-466f-9a59-3588ce3a7de5,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:09.957973 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-c41cf3db-42e9-416b-b107-1c451c0b9ee0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:09.974210 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c41cf3db-42e9-416b-b107-1c451c0b9ee0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709941'] for floatingip, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:10.000966 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c41cf3db-42e9-416b-b107-1c451c0b9ee0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for floatingip, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:10.002218 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-c41cf3db-42e9-416b-b107-1c451c0b9ee0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.5070009
May 11 13:47:10.263486 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-eeb15a2e-e148-4d47-9089-51ecc68c53b5 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Synchronizing usage tracker for tenant:e2e1283bbf5045ad87015dc35eb13bec on resource:security_group {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:47:10.284852 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-eeb15a2e-e148-4d47-9089-51ecc68c53b5 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Unset dirty status for tenant:e2e1283bbf5045ad87015dc35eb13bec on resource:security_group {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:47:10.286137 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-eeb15a2e-e148-4d47-9089-51ecc68c53b5 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--857282495&fields=id&tenant_id=e2e1283bbf5045ad87015dc35eb13bec HTTP/1.1" status: 200  len: 267 time: 0.0690353
May 11 13:47:10.514936 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device d6433f3c-7aeb-455b-ae05-a508772abca5 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 11 13:47:10.517338 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-eed5e898-5a4a-488b-8e49-5d7ea7cceccf tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:10.519299 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-eed5e898-5a4a-488b-8e49-5d7ea7cceccf tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/networks?id=d88b8522-bb44-4128-b66b-b6cc8ce1b406 HTTP/1.1" status: 200  len: 811 time: 0.2259462
May 11 13:47:10.543225 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-b56081e5-8e97-4efb-8e47-8581ece248d6 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/quotas/e2e1283bbf5045ad87015dc35eb13bec HTTP/1.1" status: 200  len: 375 time: 0.0157688
May 11 13:47:10.604125 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d8fd8-e335-45a3-a5ee-4f22a359a636 req-a4a4d353-2c96-4616-9044-76da92927211 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:10.606019 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-944d8fd8-e335-45a3-a5ee-4f22a359a636 req-a4a4d353-2c96-4616-9044-76da92927211 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 943 time: 0.1388402
May 11 13:47:10.647057 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-63ceefb1-1245-44df-986b-9e97ba95f6ca tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Synchronizing usage tracker for tenant:e2e1283bbf5045ad87015dc35eb13bec on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:47:10.668117 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-63ceefb1-1245-44df-986b-9e97ba95f6ca tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Unset dirty status for tenant:e2e1283bbf5045ad87015dc35eb13bec on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:47:10.681866 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-944d8fd8-e335-45a3-a5ee-4f22a359a636 req-5e0219f0-1a2e-4161-8739-d4aa74780539 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0624313
May 11 13:47:10.682194 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-63ceefb1-1245-44df-986b-9e97ba95f6ca tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e2e1283bbf5045ad87015dc35eb13bec&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1305013
May 11 13:47:10.705967 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port d6433f3c-7aeb-455b-ae05-a508772abca5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d6433f3c-7aeb-455b-ae05-a508772abca5,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:47:10.721306 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Returning: {'device': 'd6433f3c-7aeb-455b-ae05-a508772abca5', 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'port_id': 'd6433f3c-7aeb-455b-ae05-a508772abca5', 'mac_address': 'fa:16:3e:08:90:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 11 13:47:10.781929 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:10.800499 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6433f3c-7aeb-455b-ae05-a508772abca5 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:47:10.821352 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port d6433f3c-7aeb-455b-ae05-a508772abca5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d6433f3c-7aeb-455b-ae05-a508772abca5,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:47:10.827897 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:10.830187 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:10.899169 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-8bcaa96a-1de2-4fdc-925f-10b8dffed3e7 service neutron] 10.222.0.48 "GET /v2.0/networks/d88b8522-bb44-4128-b66b-b6cc8ce1b406?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2159312
May 11 13:47:10.946733 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=d6433f3c-7aeb-455b-ae05-a508772abca5,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:10.951753 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:11.043690 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-42d97f37-49cd-4c96-8d6d-80016e97aa2b service neutron] 10.222.0.48 "GET /v2.0/networks/d88b8522-bb44-4128-b66b-b6cc8ce1b406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1430421
May 11 13:47:11.078800 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['d6433f3c-7aeb-455b-ae05-a508772abca5'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:47:11.350128 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-346ff045-51f9-4ab1-801b-e1be2df5157f req-cf54c926-7d40-4311-a0b2-a6790df77ae1 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f8c2898-2262-4903-ad04-9c12e6eda707 HTTP/1.1" status: 200  len: 210 time: 0.0812428
May 11 13:47:11.888423 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6a600-5f97-4093-af67-adf6681f60eb req-1cb4bc80-f047-4d4d-950f-46c098784ef8 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:11.889399 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-39c6a600-5f97-4093-af67-adf6681f60eb req-1cb4bc80-f047-4d4d-950f-46c098784ef8 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 944 time: 0.0912251
May 11 13:47:11.938872 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-39c6a600-5f97-4093-af67-adf6681f60eb req-61bbc73c-c68d-4d3d-9620-58aad3173eef tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430422
May 11 13:47:12.516286 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device d6433f3c-7aeb-455b-ae05-a508772abca5 up at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:47:12.617344 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-82c1cf03-af02-4ff3-8903-6aecf080657d req-94368f30-9f95-4f4e-8c5f-4a76833aed89 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f8c2898-2262-4903-ad04-9c12e6eda707 HTTP/1.1" status: 200  len: 210 time: 0.1114762
May 11 13:47:12.629136 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning for port d6433f3c-7aeb-455b-ae05-a508772abca5 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:47:12.637707 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning complete for port d6433f3c-7aeb-455b-ae05-a508772abca5 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:47:12.638510 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:12.707788 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-6b01c415-3a64-450a-af64-2e871c3e0a2f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:12.709480 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-6b01c415-3a64-450a-af64-2e871c3e0a2f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Synchronizing usage tracker for tenant:e2e1283bbf5045ad87015dc35eb13bec on resource:network {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:47:12.743929 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-6b01c415-3a64-450a-af64-2e871c3e0a2f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Unset dirty status for tenant:e2e1283bbf5045ad87015dc35eb13bec on resource:network {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:47:12.746142 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-6b01c415-3a64-450a-af64-2e871c3e0a2f tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.54 "GET /v2.0/networks?id=d88b8522-bb44-4128-b66b-b6cc8ce1b406 HTTP/1.1" status: 200  len: 811 time: 0.3467252
May 11 13:47:12.803451 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:12.837590 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a31701-de79-451b-9d9f-47d35c3ae421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6433f3c-7aeb-455b-ae05-a508772abca5'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:47:12.858266 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port d6433f3c-7aeb-455b-ae05-a508772abca5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d6433f3c-7aeb-455b-ae05-a508772abca5,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:47:12.865030 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:12.868903 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:12.875433 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-6302da29-b338-4324-9031-8b734ebaf0dc tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2e1283bbf5045ad87015dc35eb13bec HTTP/1.1" status: 200  len: 379 time: 0.1160512
May 11 13:47:12.908776 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-104e8286-2582-4733-93e7-a3a0fdd751bb tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Request body: {'port': {'device_id': '2f8c2898-2262-4903-ad04-9c12e6eda707', 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406', 'admin_state_up': True, 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'security_groups': ['00d0f62c-87a8-417b-9a29-40aedc933be7']}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:47:13.005092 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=d6433f3c-7aeb-455b-ae05-a508772abca5,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:13.011302 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:13.165917 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48898) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:13.217652 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-104e8286-2582-4733-93e7-a3a0fdd751bb tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:47:13.241726 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-104e8286-2582-4733-93e7-a3a0fdd751bb tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:47:13.274190 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-104e8286-2582-4733-93e7-a3a0fdd751bb tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Made reservation on behalf of e2e1283bbf5045ad87015dc35eb13bec for: {'port': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:47:13.275315 dv-cinder-784779-11-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a31701-de79-451b-9d9f-47d35c3ae421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6433f3c-7aeb-455b-ae05-a508772abca5', 'code': 200}
May 11 13:47:13.277804 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-104e8286-2582-4733-93e7-a3a0fdd751bb tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:13.302523 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab90e6-6f3f-458b-a998-f44d52c65830 req-ca82ad29-7522-4a26-bb41-da434eaa6ef9 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:13.304862 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0cab90e6-6f3f-458b-a998-f44d52c65830 req-ca82ad29-7522-4a26-bb41-da434eaa6ef9 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 945 time: 0.1679430
May 11 13:47:13.340729 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-557b3e19-739f-4608-b367-dd7b45cf884b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:13.358820 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-557b3e19-739f-4608-b367-dd7b45cf884b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:47:13.363789 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-557b3e19-739f-4608-b367-dd7b45cf884b admin admin] Usage tracker for resource:security_group_rule and tenant:484115af0cf54470abeed82f0ecf493c is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:47:13.367403 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-557b3e19-739f-4608-b367-dd7b45cf884b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:47:13.374306 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-557b3e19-739f-4608-b367-dd7b45cf884b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:47:13.438601 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0cab90e6-6f3f-458b-a998-f44d52c65830 req-033bff80-990a-4802-9113-8d445bf17499 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1256106
May 11 13:47:13.499065 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-557b3e19-739f-4608-b367-dd7b45cf884b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:13.506310 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-557b3e19-739f-4608-b367-dd7b45cf884b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:13.518749 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d86e7118-e991-4736-be2d-bc5da2ea94ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:13.568102 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-557b3e19-739f-4608-b367-dd7b45cf884b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=484115af0cf54470abeed82f0ecf493c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4008608
May 11 13:47:13.570497 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 48906) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:13.574775 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b3e19-739f-4608-b367-dd7b45cf884b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387d96b7-d059-4bd3-bb5b-62a97b45a595,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:13.577826 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-557b3e19-739f-4608-b367-dd7b45cf884b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:13.593069 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-104e8286-2582-4733-93e7-a3a0fdd751bb tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Allocated IP 172.20.0.10 (d88b8522-bb44-4128-b66b-b6cc8ce1b406/3abe7865-8078-415f-bbc1-ea30cc80fab6/a4e97673-796a-4966-894e-3a8e182d83d6) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:47:13.810241 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d5e729ca-8bae-47fd-b10b-8115dc54b1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:13.823019 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-49644c33-f6ed-41cb-9b3e-949aff7d99c9 req-76f41300-2ce0-47e9-b77a-4e9b1765d180 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f8c2898-2262-4903-ad04-9c12e6eda707 HTTP/1.1" status: 200  len: 210 time: 0.0557859
May 11 13:47:13.852200 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7caff09-c0ff-4f5d-9763-7a1168b18990 req-cbc369c4-fd53-4861-b825-26198a8cfd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:13.853706 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f7caff09-c0ff-4f5d-9763-7a1168b18990 req-cbc369c4-fd53-4861-b825-26198a8cfd82 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 1098 time: 0.3500988
May 11 13:47:13.948120 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d5e729ca-8bae-47fd-b10b-8115dc54b1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:14.031861 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f7caff09-c0ff-4f5d-9763-7a1168b18990 req-1bc8730d-ffc7-46d2-ae29-73cd3bbe0f4c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1180906
May 11 13:47:14.079600 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-104e8286-2582-4733-93e7-a3a0fdd751bb tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:14.083400 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d5e729ca-8bae-47fd-b10b-8115dc54b1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:14.090587 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e715a99f-75f1-40ab-953a-36d20aa1b945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:14.114525 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e729ca-8bae-47fd-b10b-8115dc54b1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387d96b7-d059-4bd3-bb5b-62a97b45a595,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:14.117161 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-104e8286-2582-4733-93e7-a3a0fdd751bb tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Transition to ACTIVE for port object a4e97673-796a-4966-894e-3a8e182d83d6 will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:47:14.118728 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-d5e729ca-8bae-47fd-b10b-8115dc54b1df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:14.136366 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d5e729ca-8bae-47fd-b10b-8115dc54b1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:14.139866 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-d5e729ca-8bae-47fd-b10b-8115dc54b1df admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/387d96b7-d059-4bd3-bb5b-62a97b45a595 HTTP/1.1" status: 204  len: 168 time: 0.5660129
May 11 13:47:14.160563 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-104e8286-2582-4733-93e7-a3a0fdd751bb tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:14.167859 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-5511e594-461f-44ca-8d69-5c619f3f965b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:14.244449 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-104e8286-2582-4733-93e7-a3a0fdd751bb tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Network d88b8522-bb44-4128-b66b-b6cc8ce1b406 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:47:14.250229 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-104e8286-2582-4733-93e7-a3a0fdd751bb tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:47:14.266202 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-104e8286-2582-4733-93e7-a3a0fdd751bb tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:47:14.320828 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e8286-2582-4733-93e7-a3a0fdd751bb tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Pushing event updated for resources: {'Port': ['ID=a4e97673-796a-4966-894e-3a8e182d83d6,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:14.327235 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-104e8286-2582-4733-93e7-a3a0fdd751bb tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:14.374182 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-104e8286-2582-4733-93e7-a3a0fdd751bb tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:14.375698 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-104e8286-2582-4733-93e7-a3a0fdd751bb tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:14.414303 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-104e8286-2582-4733-93e7-a3a0fdd751bb tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5278311
May 11 13:47:14.427707 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-48ef78e6-3961-4b7f-8fb8-4db19f28c947 service neutron] Request body: {'port': {'device_id': '2f8c2898-2262-4903-ad04-9c12e6eda707', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:47:14.516236 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-b27b521b-3056-46cc-af3f-c2fd319e2e2a None None] Provisioning for port a4e97673-796a-4966-894e-3a8e182d83d6 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:47:14.524077 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-b27b521b-3056-46cc-af3f-c2fd319e2e2a None None] Provisioning complete for port a4e97673-796a-4966-894e-3a8e182d83d6 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:47:14.524468 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b27b521b-3056-46cc-af3f-c2fd319e2e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:14.587609 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-48ef78e6-3961-4b7f-8fb8-4db19f28c947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:14.631402 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-b27b521b-3056-46cc-af3f-c2fd319e2e2a None None] Port a4e97673-796a-4966-894e-3a8e182d83d6 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 11 13:47:14.851616 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c50658-a0ec-4561-a05b-1cd43f0c5838 req-7bb2b69b-99ac-4718-8d6f-a046e87ca9ef tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:14.854082 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a5c50658-a0ec-4561-a05b-1cd43f0c5838 req-7bb2b69b-99ac-4718-8d6f-a046e87ca9ef tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 945 time: 0.2084885
May 11 13:47:14.983544 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a5c50658-a0ec-4561-a05b-1cd43f0c5838 req-1608a721-93c7-4fe8-bd67-01c5b4107a35 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727248
May 11 13:47:15.127749 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96be73-e6db-48dd-9bc1-a2a4d07ccf4d req-6a20a7e7-15a7-43fc-a3a2-5353d484b76c tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:15.129384 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7b96be73-e6db-48dd-9bc1-a2a4d07ccf4d req-6a20a7e7-15a7-43fc-a3a2-5353d484b76c tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f8c2898-2262-4903-ad04-9c12e6eda707 HTTP/1.1" status: 200  len: 932 time: 0.1387813
May 11 13:47:15.179347 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-48ef78e6-3961-4b7f-8fb8-4db19f28c947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e97673-796a-4966-894e-3a8e182d83d6 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:47:15.196407 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-48ef78e6-3961-4b7f-8fb8-4db19f28c947 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:15.204407 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7b96be73-e6db-48dd-9bc1-a2a4d07ccf4d req-17be5dfe-6292-4835-a0ec-efa502fb6e5d tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=00d0f62c-87a8-417b-9a29-40aedc933be7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689118
May 11 13:47:15.216342 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-48ef78e6-3961-4b7f-8fb8-4db19f28c947 service neutron] Transition to ACTIVE for port object a4e97673-796a-4966-894e-3a8e182d83d6 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:47:15.221988 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-48ef78e6-3961-4b7f-8fb8-4db19f28c947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:15.227490 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-f0f0470b-21ae-4b49-b1c1-dc18b4433113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:15.417075 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef78e6-3961-4b7f-8fb8-4db19f28c947 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e97673-796a-4966-894e-3a8e182d83d6,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:15.458259 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-48ef78e6-3961-4b7f-8fb8-4db19f28c947 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:15.501613 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-48ef78e6-3961-4b7f-8fb8-4db19f28c947 service neutron] Attempting to bind port a4e97673-796a-4966-894e-3a8e182d83d6 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:47:15.502094 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-48ef78e6-3961-4b7f-8fb8-4db19f28c947 service neutron] Attempting to bind port a4e97673-796a-4966-894e-3a8e182d83d6 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '25fdd543-918d-4905-85a1-237f19c43cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:47:15.502439 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-48ef78e6-3961-4b7f-8fb8-4db19f28c947 service neutron] Attempting to bind port a4e97673-796a-4966-894e-3a8e182d83d6 on network d88b8522-bb44-4128-b66b-b6cc8ce1b406 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:47:15.509909 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-48ef78e6-3961-4b7f-8fb8-4db19f28c947 service neutron] Port a4e97673-796a-4966-894e-3a8e182d83d6 on network d88b8522-bb44-4128-b66b-b6cc8ce1b406 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 11 13:47:15.510229 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-48ef78e6-3961-4b7f-8fb8-4db19f28c947 service neutron] Attempting to bind port a4e97673-796a-4966-894e-3a8e182d83d6 on network d88b8522-bb44-4128-b66b-b6cc8ce1b406 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:47:15.516428 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-48ef78e6-3961-4b7f-8fb8-4db19f28c947 service neutron] Checking agent: {'id': '90698981-c276-4592-9423-0c50fa5e2f21', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'started_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:47:15.517102 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-48ef78e6-3961-4b7f-8fb8-4db19f28c947 service neutron] Checking segment: {'id': '25fdd543-918d-4905-85a1-237f19c43cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:47:15.517539 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-48ef78e6-3961-4b7f-8fb8-4db19f28c947 service neutron] Bound using segment: {'id': '25fdd543-918d-4905-85a1-237f19c43cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:47:15.517929 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-48ef78e6-3961-4b7f-8fb8-4db19f28c947 service neutron] Bound port: a4e97673-796a-4966-894e-3a8e182d83d6, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fdd543-918d-4905-85a1-237f19c43cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:47:15.518537 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-48ef78e6-3961-4b7f-8fb8-4db19f28c947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:15.657998 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-48ef78e6-3961-4b7f-8fb8-4db19f28c947 service neutron] For port a4e97673-796a-4966-894e-3a8e182d83d6, host hv-cinder-78477, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:47:15.661578 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-48ef78e6-3961-4b7f-8fb8-4db19f28c947 service neutron] For port a4e97673-796a-4966-894e-3a8e182d83d6, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a4e97673-796a-4966-894e-3a8e182d83d6,segment=NetworkSegment(25fdd543-918d-4905-85a1-237f19c43cb3),segment_id=25fdd543-918d-4905-85a1-237f19c43cb3)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:47:15.668906 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-48ef78e6-3961-4b7f-8fb8-4db19f28c947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:15.675158 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-905706d5-4af6-422e-9148-bb8d49c796fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:15.741195 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-48ef78e6-3961-4b7f-8fb8-4db19f28c947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:15.741898 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-48ef78e6-3961-4b7f-8fb8-4db19f28c947 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:15.743593 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-48ef78e6-3961-4b7f-8fb8-4db19f28c947 service neutron] 10.222.0.54 "PUT /v2.0/ports/a4e97673-796a-4966-894e-3a8e182d83d6 HTTP/1.1" status: 200  len: 1094 time: 1.3206220
May 11 13:47:15.744140 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8c2898-2262-4903-ad04-9c12e6eda707', 'tag': 'a4e97673-796a-4966-894e-3a8e182d83d6'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:47:15.789742 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef78e6-3961-4b7f-8fb8-4db19f28c947 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e97673-796a-4966-894e-3a8e182d83d6,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:15.797333 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-48ef78e6-3961-4b7f-8fb8-4db19f28c947 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:15.858802 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8c2898-2262-4903-ad04-9c12e6eda707', 'tag': 'a4e97673-796a-4966-894e-3a8e182d83d6', 'status': 'completed', 'code': 200}
May 11 13:47:15.931166 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-a677fd21-367a-4798-9f47-4b71502f96e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:15.932839 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-a677fd21-367a-4798-9f47-4b71502f96e5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e2e1283bbf5045ad87015dc35eb13bec&device_id=2f8c2898-2262-4903-ad04-9c12e6eda707 HTTP/1.1" status: 200  len: 1097 time: 0.1233039
May 11 13:47:16.017774 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-8408ebf0-3f76-4f6b-b3cb-eb53e73d7066 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4e97673-796a-4966-894e-3a8e182d83d6 HTTP/1.1" status: 200  len: 217 time: 0.0756850
May 11 13:47:16.234366 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c49a4-4b05-4b9f-8657-7b5657c701b9 req-b2fc329b-7238-42b8-8c53-96ee019907e6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:16.235999 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-938c49a4-4b05-4b9f-8657-7b5657c701b9 req-b2fc329b-7238-42b8-8c53-96ee019907e6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 945 time: 0.0994554
May 11 13:47:16.243854 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-6a2b98ad-b7b7-4a60-ac8d-271e5825d7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:16.245486 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-6a2b98ad-b7b7-4a60-ac8d-271e5825d7f0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3abe7865-8078-415f-bbc1-ea30cc80fab6 HTTP/1.1" status: 200  len: 850 time: 0.2124829
May 11 13:47:16.316965 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-938c49a4-4b05-4b9f-8657-7b5657c701b9 req-bb56b3f9-f70c-4af3-84fe-02a39f4ac73b tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679026
May 11 13:47:16.364569 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-0ee1cf6f-2a4d-4e36-a036-96918bb09ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:16.364569 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-0ee1cf6f-2a4d-4e36-a036-96918bb09ec1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d88b8522-bb44-4128-b66b-b6cc8ce1b406&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1053703
May 11 13:47:16.523280 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de9472-4dd1-492d-99a6-075f5c218d54 req-2ccbc5c4-f7aa-48fd-8d83-e7dac9949d31 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:16.524896 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-52de9472-4dd1-492d-99a6-075f5c218d54 req-2ccbc5c4-f7aa-48fd-8d83-e7dac9949d31 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 945 time: 0.0911794
May 11 13:47:16.534368 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 48958) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:16.540294 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-adfcc5bc-a7d6-4a43-b6d8-00648abae88c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Request body: {'floatingip': {'port_id': 'd6433f3c-7aeb-455b-ae05-a508772abca5'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:47:16.564443 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-6ffd3b84-8ee1-485e-ba87-8fcc5489cfb0 service neutron] 10.222.0.54 "GET /v2.0/networks/d88b8522-bb44-4128-b66b-b6cc8ce1b406?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1617677
May 11 13:47:16.572838 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a2c39-5a30-41aa-82db-e9d744f95147 req-6bb65733-4606-4381-8c3e-0bd2c53106e8 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:16.573606 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-bf3a2c39-5a30-41aa-82db-e9d744f95147 req-6bb65733-4606-4381-8c3e-0bd2c53106e8 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Synchronizing usage tracker for tenant:e2e1283bbf5045ad87015dc35eb13bec on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:47:16.623251 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-adfcc5bc-a7d6-4a43-b6d8-00648abae88c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for floatingip, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:16.674768 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-bf3a2c39-5a30-41aa-82db-e9d744f95147 req-6bb65733-4606-4381-8c3e-0bd2c53106e8 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Unset dirty status for tenant:e2e1283bbf5045ad87015dc35eb13bec on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:47:16.676191 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bf3a2c39-5a30-41aa-82db-e9d744f95147 req-6bb65733-4606-4381-8c3e-0bd2c53106e8 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f8c2898-2262-4903-ad04-9c12e6eda707 HTTP/1.1" status: 200  len: 944 time: 0.3101394
May 11 13:47:16.807622 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d3d731bc-c233-4c5d-b7af-3b87f97d52d8 req-92f8ed72-c9e0-4caa-99c1-ca61c45835e2 service neutron] 10.222.0.54 "GET /v2.0/networks/d88b8522-bb44-4128-b66b-b6cc8ce1b406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2306345
May 11 13:47:16.812444 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bf3a2c39-5a30-41aa-82db-e9d744f95147 req-cc084f01-0265-4482-8f5c-026d82b2a83e tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=00d0f62c-87a8-417b-9a29-40aedc933be7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1155217
May 11 13:47:16.979679 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de511940-3874-42ef-91ac-da46da7f9dba req-91c746b0-38d4-40c3-8f1c-49ff99681338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:16.981263 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-de511940-3874-42ef-91ac-da46da7f9dba req-91c746b0-38d4-40c3-8f1c-49ff99681338 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e2e1283bbf5045ad87015dc35eb13bec&device_id=2f8c2898-2262-4903-ad04-9c12e6eda707 HTTP/1.1" status: 200  len: 1097 time: 0.1037784
May 11 13:47:17.163893 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de511940-3874-42ef-91ac-da46da7f9dba req-3118b201-066b-4c3d-97e0-d938b7f92a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:17.166463 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-de511940-3874-42ef-91ac-da46da7f9dba req-3118b201-066b-4c3d-97e0-d938b7f92a91 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d88b8522-bb44-4128-b66b-b6cc8ce1b406 HTTP/1.1" status: 200  len: 912 time: 0.1774428
May 11 13:47:17.299005 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-de511940-3874-42ef-91ac-da46da7f9dba req-2c31f435-b765-402c-8ecd-ec49a586ab59 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4e97673-796a-4966-894e-3a8e182d83d6 HTTP/1.1" status: 200  len: 217 time: 0.1248772
May 11 13:47:17.441038 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de511940-3874-42ef-91ac-da46da7f9dba req-fee73199-439c-49b7-beb2-ea145a134496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:17.443375 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-de511940-3874-42ef-91ac-da46da7f9dba req-fee73199-439c-49b7-beb2-ea145a134496 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3abe7865-8078-415f-bbc1-ea30cc80fab6 HTTP/1.1" status: 200  len: 850 time: 0.1366670
May 11 13:47:17.603598 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de511940-3874-42ef-91ac-da46da7f9dba req-2f206e89-506d-4832-a7e6-e1da3df96b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:17.606270 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-de511940-3874-42ef-91ac-da46da7f9dba req-2f206e89-506d-4832-a7e6-e1da3df96b5f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d88b8522-bb44-4128-b66b-b6cc8ce1b406&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1537108
May 11 13:47:17.672089 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-adfcc5bc-a7d6-4a43-b6d8-00648abae88c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:17.680479 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-adfcc5bc-a7d6-4a43-b6d8-00648abae88c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709941'] for floatingip, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:17.769392 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-de511940-3874-42ef-91ac-da46da7f9dba req-75656d2e-f608-4c65-b7ac-226db5bdc114 service neutron] 10.222.0.54 "GET /v2.0/networks/d88b8522-bb44-4128-b66b-b6cc8ce1b406?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1526623
May 11 13:47:17.959513 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-de511940-3874-42ef-91ac-da46da7f9dba req-cae293e5-3745-4570-a117-1dc1e29413f7 service neutron] 10.222.0.54 "GET /v2.0/networks/d88b8522-bb44-4128-b66b-b6cc8ce1b406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1836207
May 11 13:47:17.959888 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.db.l3_db [None req-adfcc5bc-a7d6-4a43-b6d8-00648abae88c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Floating IP 88007905-36b6-4de4-814a-fe4bfa8fbac9 associated. External IP: 172.27.1.196, port: d6433f3c-7aeb-455b-ae05-a508772abca5.
May 11 13:47:18.256437 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac589af7-f407-4adc-85a0-eb26f422309e req-b30fbfee-2181-4e49-b24a-9636ee1c5e50 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:18.258307 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ac589af7-f407-4adc-85a0-eb26f422309e req-b30fbfee-2181-4e49-b24a-9636ee1c5e50 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f8c2898-2262-4903-ad04-9c12e6eda707 HTTP/1.1" status: 200  len: 944 time: 0.2068734
May 11 13:47:18.493902 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ac589af7-f407-4adc-85a0-eb26f422309e req-79b91136-0148-4179-93c6-3255447a062e tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=00d0f62c-87a8-417b-9a29-40aedc933be7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1758685
May 11 13:47:18.533266 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device a4e97673-796a-4966-894e-3a8e182d83d6 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 11 13:47:18.562053 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adfcc5bc-a7d6-4a43-b6d8-00648abae88c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Router fedda60a-aae9-4e3a-ba8c-66c2853f22ac has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:47:18.741005 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port a4e97673-796a-4966-894e-3a8e182d83d6, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a4e97673-796a-4966-894e-3a8e182d83d6,segment=NetworkSegment(25fdd543-918d-4905-85a1-237f19c43cb3),segment_id=25fdd543-918d-4905-85a1-237f19c43cb3)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:47:18.757859 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Returning: {'device': 'a4e97673-796a-4966-894e-3a8e182d83d6', 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406', 'port_id': 'a4e97673-796a-4966-894e-3a8e182d83d6', 'mac_address': 'fa:16:3e:aa:e4:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 11 13:47:18.801680 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfcc5bc-a7d6-4a43-b6d8-00648abae88c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:47:18.818463 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc400d91-76e2-4bb4-8be4-164759261950 None None] Sync routers for ids ['fedda60a-aae9-4e3a-ba8c-66c2853f22ac'] in dv-cinder-784779-11-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:47:18.819945 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-adfcc5bc-a7d6-4a43-b6d8-00648abae88c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for floatingip, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:18.851339 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc400d91-76e2-4bb4-8be4-164759261950 None None] Routers {'fedda60a-aae9-4e3a-ba8c-66c2853f22ac'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:47:18.852172 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-cc400d91-76e2-4bb4-8be4-164759261950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9bbd280>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:47:03Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['fedda60a-aae9-4e3a-ba8c-66c2853f22ac'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:18.892785 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-adfcc5bc-a7d6-4a43-b6d8-00648abae88c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "PUT /v2.0/floatingips/88007905-36b6-4de4-814a-fe4bfa8fbac9 HTTP/1.1" status: 200  len: 991 time: 2.3544228
May 11 13:47:18.892785 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a31701-de79-451b-9d9f-47d35c3ae421', 'tag': 'd6433f3c-7aeb-455b-ae05-a508772abca5'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:47:19.034081 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:19.062038 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e97673-796a-4966-894e-3a8e182d83d6 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:47:19.104638 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port a4e97673-796a-4966-894e-3a8e182d83d6, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a4e97673-796a-4966-894e-3a8e182d83d6,segment=NetworkSegment(25fdd543-918d-4905-85a1-237f19c43cb3),segment_id=25fdd543-918d-4905-85a1-237f19c43cb3)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:47:19.117067 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:19.122809 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:19.179331 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a31701-de79-451b-9d9f-47d35c3ae421', 'tag': 'd6433f3c-7aeb-455b-ae05-a508772abca5', 'status': 'completed', 'code': 200}
May 11 13:47:19.197417 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-cc400d91-76e2-4bb4-8be4-164759261950 None None] Set router fedda60a-aae9-4e3a-ba8c-66c2853f22ac gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:47:19.273138 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 48990) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:19.291505 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=a4e97673-796a-4966-894e-3a8e182d83d6,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:19.294922 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:19.308816 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ce862-0cf1-414d-84db-436ea7c53eb4 req-de8894e4-2acc-497c-a0ba-5b04dbefaad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:19.311525 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cb5ce862-0cf1-414d-84db-436ea7c53eb4 req-de8894e4-2acc-497c-a0ba-5b04dbefaad5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d834d585e8e49e39c08f01b088e3ec0&device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 1098 time: 0.1035941
May 11 13:47:19.384989 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['a4e97673-796a-4966-894e-3a8e182d83d6'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:47:19.498025 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-03994cac-9374-4a3b-ba9d-c85c6061baaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:19.530349 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-03994cac-9374-4a3b-ba9d-c85c6061baaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:47:19.538219 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-03994cac-9374-4a3b-ba9d-c85c6061baaa admin admin] Usage tracker for resource:security_group_rule and tenant:faed93f9553f4d75a1c16076387ccd30 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:47:19.543516 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-03994cac-9374-4a3b-ba9d-c85c6061baaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:47:19.553404 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-03994cac-9374-4a3b-ba9d-c85c6061baaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:47:19.648602 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ce862-0cf1-414d-84db-436ea7c53eb4 req-a9cc8ee1-d416-44bf-aba0-0164a137e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:19.650143 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cb5ce862-0cf1-414d-84db-436ea7c53eb4 req-a9cc8ee1-d416-44bf-aba0-0164a137e1d6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=707291bc-5dd9-42be-8f66-a126d34db7b0 HTTP/1.1" status: 200  len: 918 time: 0.3291094
May 11 13:47:19.940367 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-cc400d91-76e2-4bb4-8be4-164759261950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9bbd280>, [{'id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'name': 'tempest-AttachVolumeShelveTestJSON-2101245181-router', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:42:00Z', 'revision_number': 4, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'gw_port': {'id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:40Z', 'updated_at': '2021-05-11T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_floatingips': [{'id': '88007905-36b6-4de4-814a-fe4bfa8fbac9', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'port_id': 'd6433f3c-7aeb-455b-ae05-a508772abca5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'mac_address': 'fa:16:3e:08:90:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a31701-de79-451b-9d9f-47d35c3ae421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:46:47Z', 'updated_at': '2021-05-11T13:47:17Z', 'revision_number': 1, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '136e8d27-80ad-4dcf-b778-de1b984c501d', 'name': '', 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'mac_address': 'fa:16:3e:00:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:57Z', 'updated_at': '2021-05-11T13:42:13Z', 'revision_number': 5, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'subnets': [{'id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:19.945768 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc400d91-76e2-4bb4-8be4-164759261950 None None] Checking router: fedda60a-aae9-4e3a-ba8c-66c2853f22ac for host: dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:47:19.957691 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc400d91-76e2-4bb4-8be4-164759261950 None None] Routers {'fedda60a-aae9-4e3a-ba8c-66c2853f22ac'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:47:19.958382 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-cc400d91-76e2-4bb4-8be4-164759261950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9bbd280>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:47:03Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['fedda60a-aae9-4e3a-ba8c-66c2853f22ac'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:20.028621 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cb5ce862-0cf1-414d-84db-436ea7c53eb4 req-5f622fc7-94d1-486f-aff6-61ce999af351 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6433f3c-7aeb-455b-ae05-a508772abca5 HTTP/1.1" status: 200  len: 999 time: 0.3690333
May 11 13:47:20.125370 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-03994cac-9374-4a3b-ba9d-c85c6061baaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:20.136132 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-03994cac-9374-4a3b-ba9d-c85c6061baaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:20.150553 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-5be4de70-3fc4-4bec-a619-0259c29afb4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:20.205539 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b6b7b-8f99-4cc5-9a79-ff88cbb0f5ef req-cfc94e85-eaa3-4c16-a2bd-f3f1d545cdb2 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:20.207600 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5a4b6b7b-8f99-4cc5-9a79-ff88cbb0f5ef req-cfc94e85-eaa3-4c16-a2bd-f3f1d545cdb2 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f8c2898-2262-4903-ad04-9c12e6eda707 HTTP/1.1" status: 200  len: 945 time: 0.4602718
May 11 13:47:20.226966 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ce862-0cf1-414d-84db-436ea7c53eb4 req-d2c3b97b-03bd-47ed-a3bc-98faea4d76e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:20.228768 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cb5ce862-0cf1-414d-84db-436ea7c53eb4 req-d2c3b97b-03bd-47ed-a3bc-98faea4d76e1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fb43366-cc8e-4164-a9b2-c3e4cba00dbb HTTP/1.1" status: 200  len: 856 time: 0.1851449
May 11 13:47:20.229630 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-cc400d91-76e2-4bb4-8be4-164759261950 None None] Set router fedda60a-aae9-4e3a-ba8c-66c2853f22ac gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:47:20.319860 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-03994cac-9374-4a3b-ba9d-c85c6061baaa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=faed93f9553f4d75a1c16076387ccd30&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0432642
May 11 13:47:20.320464 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 49014) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:20.333483 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03994cac-9374-4a3b-ba9d-c85c6061baaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9977b77d-3a1f-4770-9080-81f9d56c5b79,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:20.340677 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-03994cac-9374-4a3b-ba9d-c85c6061baaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:20.380204 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5a4b6b7b-8f99-4cc5-9a79-ff88cbb0f5ef req-7f13a34a-4ff4-415b-b4c9-08c324e10fea tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=00d0f62c-87a8-417b-9a29-40aedc933be7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1498938
May 11 13:47:20.414801 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ce862-0cf1-414d-84db-436ea7c53eb4 req-172b16ca-58d8-463a-800c-8a9b2a200fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:20.417058 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cb5ce862-0cf1-414d-84db-436ea7c53eb4 req-172b16ca-58d8-463a-800c-8a9b2a200fa2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=707291bc-5dd9-42be-8f66-a126d34db7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1727588
May 11 13:47:20.450214 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4326c2a4-7dc7-47c8-bea4-3c0d80a40036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:20.482105 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4326c2a4-7dc7-47c8-bea4-3c0d80a40036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:20.548637 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device a4e97673-796a-4966-894e-3a8e182d83d6 up at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:47:20.560788 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4326c2a4-7dc7-47c8-bea4-3c0d80a40036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:20.568295 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-29721601-32ed-41d6-83f9-814cdde269a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:20.574699 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cb5ce862-0cf1-414d-84db-436ea7c53eb4 req-d8ca3343-813c-4a29-a0b2-3e329c1a2c58 service neutron] 10.222.0.54 "GET /v2.0/networks/707291bc-5dd9-42be-8f66-a126d34db7b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1493399
May 11 13:47:20.583428 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326c2a4-7dc7-47c8-bea4-3c0d80a40036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9977b77d-3a1f-4770-9080-81f9d56c5b79,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:20.593046 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-4326c2a4-7dc7-47c8-bea4-3c0d80a40036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:20.595790 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4326c2a4-7dc7-47c8-bea4-3c0d80a40036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:20.597205 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-4326c2a4-7dc7-47c8-bea4-3c0d80a40036 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9977b77d-3a1f-4770-9080-81f9d56c5b79 HTTP/1.1" status: 204  len: 168 time: 0.2743847
May 11 13:47:20.715349 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning for port a4e97673-796a-4966-894e-3a8e182d83d6 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:47:20.767325 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning complete for port a4e97673-796a-4966-894e-3a8e182d83d6 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:47:20.767325 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:20.802600 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cb5ce862-0cf1-414d-84db-436ea7c53eb4 req-bc00b04b-912c-4efd-aade-f8e2b384af09 service neutron] 10.222.0.54 "GET /v2.0/networks/707291bc-5dd9-42be-8f66-a126d34db7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2180758
May 11 13:47:21.021035 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:21.032180 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-cc400d91-76e2-4bb4-8be4-164759261950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9bbd280>, [{'id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'name': 'tempest-AttachVolumeShelveTestJSON-2101245181-router', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:42:00Z', 'revision_number': 4, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'gw_port': {'id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:40Z', 'updated_at': '2021-05-11T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_floatingips': [{'id': '88007905-36b6-4de4-814a-fe4bfa8fbac9', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'port_id': 'd6433f3c-7aeb-455b-ae05-a508772abca5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'mac_address': 'fa:16:3e:08:90:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a31701-de79-451b-9d9f-47d35c3ae421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:46:47Z', 'updated_at': '2021-05-11T13:47:17Z', 'revision_number': 1, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '136e8d27-80ad-4dcf-b778-de1b984c501d', 'name': '', 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'mac_address': 'fa:16:3e:00:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:57Z', 'updated_at': '2021-05-11T13:42:13Z', 'revision_number': 5, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'subnets': [{'id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:21.044496 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc400d91-76e2-4bb4-8be4-164759261950 None None] The sync data for ids ['fedda60a-aae9-4e3a-ba8c-66c2853f22ac'] in dv-cinder-784779-11-iscsi is: [{'id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'name': 'tempest-AttachVolumeShelveTestJSON-2101245181-router', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:42:00Z', 'revision_number': 4, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'gw_port': {'id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:40Z', 'updated_at': '2021-05-11T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_floatingips': [{'id': '88007905-36b6-4de4-814a-fe4bfa8fbac9', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'port_id': 'd6433f3c-7aeb-455b-ae05-a508772abca5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'mac_address': 'fa:16:3e:08:90:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a31701-de79-451b-9d9f-47d35c3ae421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:46:47Z', 'updated_at': '2021-05-11T13:47:17Z', 'revision_number': 1, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '136e8d27-80ad-4dcf-b778-de1b984c501d', 'name': '', 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'mac_address': 'fa:16:3e:00:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:57Z', 'updated_at': '2021-05-11T13:42:13Z', 'revision_number': 5, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'subnets': [{'id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:47:21.070149 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8c2898-2262-4903-ad04-9c12e6eda707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e97673-796a-4966-894e-3a8e182d83d6'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:47:21.087543 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port a4e97673-796a-4966-894e-3a8e182d83d6, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a4e97673-796a-4966-894e-3a8e182d83d6,segment=NetworkSegment(25fdd543-918d-4905-85a1-237f19c43cb3),segment_id=25fdd543-918d-4905-85a1-237f19c43cb3)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:47:21.094222 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:21.098596 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-03b764cb-fc8c-4962-bcea-e62f1275ab11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:21.142414 dv-cinder-784779-11-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8c2898-2262-4903-ad04-9c12e6eda707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e97673-796a-4966-894e-3a8e182d83d6', 'code': 200}
May 11 13:47:21.192263 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=a4e97673-796a-4966-894e-3a8e182d83d6,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:21.197749 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:21.336249 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a6381d-29a8-47f8-82d7-d83d250e72c6 None None] New status for floating IP 88007905-36b6-4de4-814a-fe4bfa8fbac9: ACTIVE {{(pid=78705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 11 13:47:21.451588 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073fb47-4daf-4ee9-a6dd-4f22421b7c82 req-744e5265-67e6-40fe-a135-463d9c9607b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:21.453135 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3073fb47-4daf-4ee9-a6dd-4f22421b7c82 req-744e5265-67e6-40fe-a135-463d9c9607b9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2f8c2898-2262-4903-ad04-9c12e6eda707 HTTP/1.1" status: 200  len: 1099 time: 0.0833721
May 11 13:47:21.532195 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3073fb47-4daf-4ee9-a6dd-4f22421b7c82 req-945f86fc-531b-4653-94b3-d325d37b4ed0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=00d0f62c-87a8-417b-9a29-40aedc933be7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704081
May 11 13:47:21.717407 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be3097-0d1c-47ca-8628-d749560d33a1 req-ccb46914-925b-4933-aec1-c2ab7232e6a3 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:21.719833 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c6be3097-0d1c-47ca-8628-d749560d33a1 req-ccb46914-925b-4933-aec1-c2ab7232e6a3 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f8c2898-2262-4903-ad04-9c12e6eda707 HTTP/1.1" status: 200  len: 946 time: 0.1304078
May 11 13:47:21.791795 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c6be3097-0d1c-47ca-8628-d749560d33a1 req-bf36390a-f444-434a-9445-4462ef14a198 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=00d0f62c-87a8-417b-9a29-40aedc933be7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655372
May 11 13:47:23.131864 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389797f-855c-4f97-8667-38a769b4a293 req-77aa569a-6da4-47de-a6ad-df1520628e97 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:23.133409 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8389797f-855c-4f97-8667-38a769b4a293 req-77aa569a-6da4-47de-a6ad-df1520628e97 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f8c2898-2262-4903-ad04-9c12e6eda707 HTTP/1.1" status: 200  len: 946 time: 0.2090876
May 11 13:47:23.186524 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8389797f-855c-4f97-8667-38a769b4a293 req-5418c6b9-e3c2-41df-b6f7-99c825fafeca tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=00d0f62c-87a8-417b-9a29-40aedc933be7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466037
May 11 13:47:23.404208 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e286e8b-1f18-4b70-bf09-85dc745bd1c6 req-0f420ce0-2d97-49e4-a6d4-7c5f49132709 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:23.405820 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1e286e8b-1f18-4b70-bf09-85dc745bd1c6 req-0f420ce0-2d97-49e4-a6d4-7c5f49132709 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f8c2898-2262-4903-ad04-9c12e6eda707 HTTP/1.1" status: 200  len: 946 time: 0.1032135
May 11 13:47:23.416247 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 49042) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:23.422171 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-27e491d3-e6f0-4ba7-a6fb-a53886ebdf53 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Request body: {'floatingip': {'port_id': 'a4e97673-796a-4966-894e-3a8e182d83d6'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:47:23.508851 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-27e491d3-e6f0-4ba7-a6fb-a53886ebdf53 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for floatingip, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:23.745022 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ce971d59-f3b5-4d3c-86c8-3bf518a17f07 req-71685b18-4147-4450-a5ac-70236e7440da tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1546727182&fields=id&tenant_id=87061cce8d8647f28b362c421c9446b9 HTTP/1.1" status: 200  len: 267 time: 0.0573769
May 11 13:47:23.854748 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce971d59-f3b5-4d3c-86c8-3bf518a17f07 req-9fcc8d17-3d74-46f5-b6dd-432f35061553 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:23.856784 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ce971d59-f3b5-4d3c-86c8-3bf518a17f07 req-9fcc8d17-3d74-46f5-b6dd-432f35061553 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 984 time: 0.1055725
May 11 13:47:23.869127 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-ce971d59-f3b5-4d3c-86c8-3bf518a17f07 req-a6d7938a-ba8e-4632-a520-cc13c3d7b50c tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Request body: {'port': {'security_groups': ['9e2fc4bd-ab0c-4d9e-b775-ab89c3834903']}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:47:24.013347 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-ce971d59-f3b5-4d3c-86c8-3bf518a17f07 req-a6d7938a-ba8e-4632-a520-cc13c3d7b50c tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:24.387822 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-27e491d3-e6f0-4ba7-a6fb-a53886ebdf53 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:24.396064 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-27e491d3-e6f0-4ba7-a6fb-a53886ebdf53 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709941'] for floatingip, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:24.411879 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-ce971d59-f3b5-4d3c-86c8-3bf518a17f07 req-a6d7938a-ba8e-4632-a520-cc13c3d7b50c tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] For port 07e502bc-d319-49da-9e1f-f85bafa59bf1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=07e502bc-d319-49da-9e1f-f85bafa59bf1,segment=NetworkSegment(6ac1d778-88f8-48a2-87ec-07ee57581f6c),segment_id=6ac1d778-88f8-48a2-87ec-07ee57581f6c)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:47:24.455676 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-ce971d59-f3b5-4d3c-86c8-3bf518a17f07 req-a6d7938a-ba8e-4632-a520-cc13c3d7b50c tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:24.469393 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-ce971d59-f3b5-4d3c-86c8-3bf518a17f07 req-a6d7938a-ba8e-4632-a520-cc13c3d7b50c tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:24.479395 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-becb2fb1-570c-4596-bee5-753cbfa1fe1d tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:24.483724 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['07e502bc-d319-49da-9e1f-f85bafa59bf1'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:47:24.599912 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce971d59-f3b5-4d3c-86c8-3bf518a17f07 req-a6d7938a-ba8e-4632-a520-cc13c3d7b50c tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:24.601151 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-ce971d59-f3b5-4d3c-86c8-3bf518a17f07 req-a6d7938a-ba8e-4632-a520-cc13c3d7b50c tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:24.610193 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ce971d59-f3b5-4d3c-86c8-3bf518a17f07 req-a6d7938a-ba8e-4632-a520-cc13c3d7b50c tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "PUT /v2.0/ports/07e502bc-d319-49da-9e1f-f85bafa59bf1 HTTP/1.1" status: 200  len: 942 time: 0.7456622
May 11 13:47:24.611283 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67e1e50-abcc-4152-ba4d-9f806630b6d0', 'tag': '07e502bc-d319-49da-9e1f-f85bafa59bf1'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:47:24.614925 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 49056) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:24.682193 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['07e502bc-d319-49da-9e1f-f85bafa59bf1'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:47:24.712180 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7938a-ba8e-4632-a520-cc13c3d7b50c tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Pushing event updated for resources: {'Port': ['ID=07e502bc-d319-49da-9e1f-f85bafa59bf1,revision_number=7']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:24.718383 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-a6d7938a-ba8e-4632-a520-cc13c3d7b50c tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:24.730252 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-2024d6be-b9cf-4caf-8cff-a70775d39475 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Synchronizing usage tracker for tenant:2117c366b46f4a7b867a6881d105e9e2 on resource:security_group {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:47:24.746236 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a67e1e50-abcc-4152-ba4d-9f806630b6d0', 'tag': '07e502bc-d319-49da-9e1f-f85bafa59bf1', 'status': 'completed', 'code': 200}
May 11 13:47:24.798216 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-2024d6be-b9cf-4caf-8cff-a70775d39475 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Unset dirty status for tenant:2117c366b46f4a7b867a6881d105e9e2 on resource:security_group {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:47:24.807754 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-2024d6be-b9cf-4caf-8cff-a70775d39475 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1534364593&fields=id&tenant_id=2117c366b46f4a7b867a6881d105e9e2 HTTP/1.1" status: 200  len: 267 time: 0.3442845
May 11 13:47:24.959180 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e611d5-061d-42bf-825d-7d27bc94e4fa req-d455b3de-4b31-4836-956a-e3589fcec463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:24.961474 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-06e611d5-061d-42bf-825d-7d27bc94e4fa req-d455b3de-4b31-4836-956a-e3589fcec463 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=87061cce8d8647f28b362c421c9446b9&device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 1098 time: 0.1760700
May 11 13:47:24.974847 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9add8fc9-eabc-4f70-ac2a-11d882ec5886 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:25.017245 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9add8fc9-eabc-4f70-ac2a-11d882ec5886 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:25.081754 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-67f3b711-d2df-46f1-96ae-76bbbe810ae7 None None] Provisioning complete for port 07e502bc-d319-49da-9e1f-f85bafa59bf1 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:47:25.082172 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-67f3b711-d2df-46f1-96ae-76bbbe810ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:25.095449 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.db.l3_db [None req-27e491d3-e6f0-4ba7-a6fb-a53886ebdf53 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Floating IP 1c21cccd-00a7-495e-aec8-27335401161b associated. External IP: 172.27.1.62, port: a4e97673-796a-4966-894e-3a8e182d83d6.
May 11 13:47:25.176393 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e611d5-061d-42bf-825d-7d27bc94e4fa req-9b5fcd65-7a4d-4ae5-8893-f96b25a3c5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:25.178522 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-06e611d5-061d-42bf-825d-7d27bc94e4fa req-9b5fcd65-7a4d-4ae5-8893-f96b25a3c5b6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a8e423f0-92f2-4643-a2c6-7172377b9fe5 HTTP/1.1" status: 200  len: 916 time: 0.2053080
May 11 13:47:25.293112 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-06e611d5-061d-42bf-825d-7d27bc94e4fa req-15bcf5fb-72db-4155-a0e0-a2e79911cbab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07e502bc-d319-49da-9e1f-f85bafa59bf1 HTTP/1.1" status: 200  len: 1001 time: 0.1076899
May 11 13:47:25.505528 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e611d5-061d-42bf-825d-7d27bc94e4fa req-862b4472-beac-458e-91cb-9275b30eee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:25.508846 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-06e611d5-061d-42bf-825d-7d27bc94e4fa req-862b4472-beac-458e-91cb-9275b30eee54 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8e38d038-9b08-4d23-a16c-0e5d423f37b5 HTTP/1.1" status: 200  len: 854 time: 0.2082679
May 11 13:47:25.646905 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e611d5-061d-42bf-825d-7d27bc94e4fa req-9af55e2a-38a3-47c9-bd12-4e66a1f2ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:25.647774 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-06e611d5-061d-42bf-825d-7d27bc94e4fa req-9af55e2a-38a3-47c9-bd12-4e66a1f2ef0a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a8e423f0-92f2-4643-a2c6-7172377b9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1318152
May 11 13:47:25.665363 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-213d9780-d02d-495f-8943-af9d20feb27a tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:25.666496 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-213d9780-d02d-495f-8943-af9d20feb27a tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Synchronizing usage tracker for tenant:2117c366b46f4a7b867a6881d105e9e2 on resource:network {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:47:25.702723 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9add8fc9-eabc-4f70-ac2a-11d882ec5886 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:25.728765 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-2fb50780-bd32-4fb2-9595-40981985dcd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:25.764375 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add8fc9-eabc-4f70-ac2a-11d882ec5886 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01edf033-b90f-442d-9f9d-825b322cc78f,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:25.779531 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9add8fc9-eabc-4f70-ac2a-11d882ec5886 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:25.784812 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-9add8fc9-eabc-4f70-ac2a-11d882ec5886 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "DELETE /v2.0/security-groups/01edf033-b90f-442d-9f9d-825b322cc78f HTTP/1.1" status: 204  len: 168 time: 1.1527669
May 11 13:47:25.785384 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 49064) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:25.786883 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-9add8fc9-eabc-4f70-ac2a-11d882ec5886 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:25.802708 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-213d9780-d02d-495f-8943-af9d20feb27a tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Unset dirty status for tenant:2117c366b46f4a7b867a6881d105e9e2 on resource:network {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:47:25.804788 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-213d9780-d02d-495f-8943-af9d20feb27a tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/networks?id=8dd77e97-4eb7-4ba9-bde3-1bab06580f9e HTTP/1.1" status: 200  len: 808 time: 0.9958642
May 11 13:47:25.858807 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-ca40209e-057b-4135-8a58-aac3eb56d3a0 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/quotas/2117c366b46f4a7b867a6881d105e9e2 HTTP/1.1" status: 200  len: 375 time: 0.0280669
May 11 13:47:26.127982 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-06e611d5-061d-42bf-825d-7d27bc94e4fa req-239361e4-49ea-4e8d-8ebe-84764d2e8cee service neutron] 10.222.0.54 "GET /v2.0/networks/a8e423f0-92f2-4643-a2c6-7172377b9fe5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4735384
May 11 13:47:26.180406 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-0730e590-f205-49f9-9ac6-5ca862d83429 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2117c366b46f4a7b867a6881d105e9e2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2360110
May 11 13:47:26.191764 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e491d3-e6f0-4ba7-a6fb-a53886ebdf53 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Router 6fe38a2f-fd42-43d7-afda-ea05bbde3302 has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:47:26.366709 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-06e611d5-061d-42bf-825d-7d27bc94e4fa req-4086524a-88f2-4613-a0a4-5d5c0a8ef583 service neutron] 10.222.0.54 "GET /v2.0/networks/a8e423f0-92f2-4643-a2c6-7172377b9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2132931
May 11 13:47:26.378674 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-7bd18647-23c0-4bcf-afbf-32154829697d tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Deleting port 8acc8d6d-870d-4beb-85a2-17be320d3b92 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:47:26.379088 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7bd18647-23c0-4bcf-afbf-32154829697d tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:26.558136 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-4292d07d-4fbd-4a95-8640-f53ac133b7a3 service neutron] 10.222.0.48 "GET /v2.0/networks/8dd77e97-4eb7-4ba9-bde3-1bab06580f9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3630102
May 11 13:47:26.598091 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7bd18647-23c0-4bcf-afbf-32154829697d tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:26.598779 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7bd18647-23c0-4bcf-afbf-32154829697d tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:26.599813 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e491d3-e6f0-4ba7-a6fb-a53886ebdf53 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:47:26.606794 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-27e491d3-e6f0-4ba7-a6fb-a53886ebdf53 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for floatingip, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:26.613992 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88de478e-d196-4016-96f8-00ae745f717e None None] Sync routers for ids ['6fe38a2f-fd42-43d7-afda-ea05bbde3302'] in dv-cinder-784779-11-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:47:26.626477 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88de478e-d196-4016-96f8-00ae745f717e None None] Routers {'6fe38a2f-fd42-43d7-afda-ea05bbde3302'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:47:26.627034 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-88de478e-d196-4016-96f8-00ae745f717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9c7e4f0>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:47:03Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['6fe38a2f-fd42-43d7-afda-ea05bbde3302'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:26.743186 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-27e491d3-e6f0-4ba7-a6fb-a53886ebdf53 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "PUT /v2.0/floatingips/1c21cccd-00a7-495e-aec8-27335401161b HTTP/1.1" status: 200  len: 991 time: 3.3257606
May 11 13:47:26.755703 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8c2898-2262-4903-ad04-9c12e6eda707', 'tag': 'a4e97673-796a-4966-894e-3a8e182d83d6'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:47:26.789871 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-a00f4508-7e9a-4829-bd11-6d8e00f7bb72 service neutron] 10.222.0.48 "GET /v2.0/networks/8dd77e97-4eb7-4ba9-bde3-1bab06580f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2150676
May 11 13:47:26.804457 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-7bd18647-23c0-4bcf-afbf-32154829697d tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Calling delete_port for 8acc8d6d-870d-4beb-85a2-17be320d3b92 owned by network:floatingip {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:47:26.862107 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-88de478e-d196-4016-96f8-00ae745f717e None None] Set router 6fe38a2f-fd42-43d7-afda-ea05bbde3302 gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:47:26.988993 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8c2898-2262-4903-ad04-9c12e6eda707', 'tag': 'a4e97673-796a-4966-894e-3a8e182d83d6', 'status': 'completed', 'code': 200}
May 11 13:47:26.989241 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7bd18647-23c0-4bcf-afbf-32154829697d tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:26.994131 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3961ac0b-050f-4e7c-a23f-b0cfb54e559e tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:27.086749 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd18647-23c0-4bcf-afbf-32154829697d tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Pushing event deleted for resources: {'Port': ['ID=8acc8d6d-870d-4beb-85a2-17be320d3b92,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:27.095913 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7bd18647-23c0-4bcf-afbf-32154829697d tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:27.218583 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7bd18647-23c0-4bcf-afbf-32154829697d tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks [] for floatingip, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:27.219021 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.db.l3_db [None req-7bd18647-23c0-4bcf-afbf-32154829697d tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Floating IP 2a79e52e-a6e8-4581-b618-0c7174d97473 disassociated (deleted). External IP: 172.27.1.231, port: 07e502bc-d319-49da-9e1f-f85bafa59bf1.
May 11 13:47:27.278166 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753e5a1-2096-4c16-8b4f-2ce4fc61ef43 req-0fa0231a-7ef0-4d64-8dba-e9d3f5edb1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:27.279731 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1753e5a1-2096-4c16-8b4f-2ce4fc61ef43 req-0fa0231a-7ef0-4d64-8dba-e9d3f5edb1d0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e2e1283bbf5045ad87015dc35eb13bec&device_id=2f8c2898-2262-4903-ad04-9c12e6eda707 HTTP/1.1" status: 200  len: 1099 time: 0.2399855
May 11 13:47:27.545647 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-88de478e-d196-4016-96f8-00ae745f717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9c7e4f0>, [{'id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'name': 'tempest-AttachVolumeTestJSON-1103286951-router', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:36Z', 'updated_at': '2021-05-11T13:41:47Z', 'revision_number': 4, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'gw_port': {'id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_floatingips': [{'id': '1c21cccd-00a7-495e-aec8-27335401161b', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'port_id': 'a4e97673-796a-4966-894e-3a8e182d83d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406', 'mac_address': 'fa:16:3e:aa:e4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8c2898-2262-4903-ad04-9c12e6eda707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:47:09Z', 'updated_at': '2021-05-11T13:47:24Z', 'revision_number': 1, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9943bd-ec8d-4a5b-8afe-448feb2bde74', 'name': '', 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'mac_address': 'fa:16:3e:ca:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:44Z', 'updated_at': '2021-05-11T13:42:02Z', 'revision_number': 5, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'subnets': [{'id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:27.551863 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88de478e-d196-4016-96f8-00ae745f717e None None] Checking router: 6fe38a2f-fd42-43d7-afda-ea05bbde3302 for host: dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:47:27.563507 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88de478e-d196-4016-96f8-00ae745f717e None None] Routers {'6fe38a2f-fd42-43d7-afda-ea05bbde3302'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:47:27.564653 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-88de478e-d196-4016-96f8-00ae745f717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9c7e4f0>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:47:03Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['6fe38a2f-fd42-43d7-afda-ea05bbde3302'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:27.627738 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-3d7cc108-6d94-479e-a42e-a3a9d9cee732 req-a7f9107d-aeec-48f9-acd7-b19e87c2ab17 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Synchronizing usage tracker for tenant:2117c366b46f4a7b867a6881d105e9e2 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:47:27.711603 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-3d7cc108-6d94-479e-a42e-a3a9d9cee732 req-a7f9107d-aeec-48f9-acd7-b19e87c2ab17 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Unset dirty status for tenant:2117c366b46f4a7b867a6881d105e9e2 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:47:27.713303 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3d7cc108-6d94-479e-a42e-a3a9d9cee732 req-a7f9107d-aeec-48f9-acd7-b19e87c2ab17 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 210 time: 0.3555827
May 11 13:47:27.745043 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753e5a1-2096-4c16-8b4f-2ce4fc61ef43 req-1a11d26f-a1d5-4a4b-8904-826c74550e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:27.746771 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1753e5a1-2096-4c16-8b4f-2ce4fc61ef43 req-1a11d26f-a1d5-4a4b-8904-826c74550e05 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d88b8522-bb44-4128-b66b-b6cc8ce1b406 HTTP/1.1" status: 200  len: 912 time: 0.3902802
May 11 13:47:27.875759 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-88de478e-d196-4016-96f8-00ae745f717e None None] Set router 6fe38a2f-fd42-43d7-afda-ea05bbde3302 gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:47:28.197738 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1753e5a1-2096-4c16-8b4f-2ce4fc61ef43 req-749aa89f-6eaa-4bc4-b4e4-ffd085f07a18 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4e97673-796a-4966-894e-3a8e182d83d6 HTTP/1.1" status: 200  len: 999 time: 0.3369141
May 11 13:47:28.322187 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd18647-23c0-4bcf-afbf-32154829697d tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Router 87a939d5-6718-4ee5-999d-71b341a709b3 has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:47:28.327994 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753e5a1-2096-4c16-8b4f-2ce4fc61ef43 req-068e6471-ef02-4578-b35f-f08fed404d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:28.329479 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1753e5a1-2096-4c16-8b4f-2ce4fc61ef43 req-068e6471-ef02-4578-b35f-f08fed404d43 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3abe7865-8078-415f-bbc1-ea30cc80fab6 HTTP/1.1" status: 200  len: 850 time: 0.1238432
May 11 13:47:28.342265 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-88de478e-d196-4016-96f8-00ae745f717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9c7e4f0>, [{'id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'name': 'tempest-AttachVolumeTestJSON-1103286951-router', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:36Z', 'updated_at': '2021-05-11T13:41:47Z', 'revision_number': 4, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'gw_port': {'id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_floatingips': [{'id': '1c21cccd-00a7-495e-aec8-27335401161b', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'port_id': 'a4e97673-796a-4966-894e-3a8e182d83d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406', 'mac_address': 'fa:16:3e:aa:e4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8c2898-2262-4903-ad04-9c12e6eda707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:47:09Z', 'updated_at': '2021-05-11T13:47:24Z', 'revision_number': 1, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9943bd-ec8d-4a5b-8afe-448feb2bde74', 'name': '', 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'mac_address': 'fa:16:3e:ca:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:44Z', 'updated_at': '2021-05-11T13:42:02Z', 'revision_number': 5, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'subnets': [{'id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:28.345102 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88de478e-d196-4016-96f8-00ae745f717e None None] The sync data for ids ['6fe38a2f-fd42-43d7-afda-ea05bbde3302'] in dv-cinder-784779-11-iscsi is: [{'id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'name': 'tempest-AttachVolumeTestJSON-1103286951-router', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:36Z', 'updated_at': '2021-05-11T13:41:47Z', 'revision_number': 4, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'gw_port': {'id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_floatingips': [{'id': '1c21cccd-00a7-495e-aec8-27335401161b', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'port_id': 'a4e97673-796a-4966-894e-3a8e182d83d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406', 'mac_address': 'fa:16:3e:aa:e4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8c2898-2262-4903-ad04-9c12e6eda707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:47:09Z', 'updated_at': '2021-05-11T13:47:24Z', 'revision_number': 1, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9943bd-ec8d-4a5b-8afe-448feb2bde74', 'name': '', 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'mac_address': 'fa:16:3e:ca:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:44Z', 'updated_at': '2021-05-11T13:42:02Z', 'revision_number': 5, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'subnets': [{'id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:47:28.594890 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd18647-23c0-4bcf-afbf-32154829697d tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:47:28.603046 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753e5a1-2096-4c16-8b4f-2ce4fc61ef43 req-fc7df4cf-791c-4c0f-b610-3ad632445526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:28.604656 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1753e5a1-2096-4c16-8b4f-2ce4fc61ef43 req-fc7df4cf-791c-4c0f-b610-3ad632445526 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d88b8522-bb44-4128-b66b-b6cc8ce1b406&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2656476
May 11 13:47:28.609069 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0740fa13-b71e-4f21-b5fa-958665da05de None None] Sync routers for ids ['87a939d5-6718-4ee5-999d-71b341a709b3'] in dv-cinder-784779-11-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:47:28.632840 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0740fa13-b71e-4f21-b5fa-958665da05de None None] Routers {'87a939d5-6718-4ee5-999d-71b341a709b3'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:47:28.633549 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2789fae4-fe26-40c5-8eac-42d01dac8a46 None None] New status for floating IP 1c21cccd-00a7-495e-aec8-27335401161b: ACTIVE {{(pid=78704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 11 13:47:28.634633 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-0740fa13-b71e-4f21-b5fa-958665da05de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ada997f40>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:47:03Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['87a939d5-6718-4ee5-999d-71b341a709b3'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:28.927716 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0d4c4266-bdc2-4e80-8bdb-77a3b92387cb req-f5f2f27d-cbac-42e2-8136-d28b5a7f1b72 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 210 time: 0.0658967
May 11 13:47:29.000932 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7bd18647-23c0-4bcf-afbf-32154829697d tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for floatingip, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:29.010705 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-0740fa13-b71e-4f21-b5fa-958665da05de None None] Set router 87a939d5-6718-4ee5-999d-71b341a709b3 gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:47:29.133576 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1753e5a1-2096-4c16-8b4f-2ce4fc61ef43 req-bde69b0d-5edf-400c-b4ed-179a36e3f452 service neutron] 10.222.0.54 "GET /v2.0/networks/d88b8522-bb44-4128-b66b-b6cc8ce1b406?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5193753
May 11 13:47:29.147881 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-31ef27fb-1cd9-4db5-b716-65721e215b00 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:29.150095 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-31ef27fb-1cd9-4db5-b716-65721e215b00 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.54 "GET /v2.0/networks?id=8dd77e97-4eb7-4ba9-bde3-1bab06580f9e HTTP/1.1" status: 200  len: 808 time: 0.4099364
May 11 13:47:29.177039 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-7bd18647-23c0-4bcf-afbf-32154829697d tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "DELETE /v2.0/floatingips/2a79e52e-a6e8-4581-b618-0c7174d97473 HTTP/1.1" status: 204  len: 168 time: 3.3869498
May 11 13:47:29.181737 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67e1e50-abcc-4152-ba4d-9f806630b6d0', 'tag': '07e502bc-d319-49da-9e1f-f85bafa59bf1'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:47:29.384227 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-436c2f8e-f1b4-4664-bb7d-72fceded3215 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2117c366b46f4a7b867a6881d105e9e2 HTTP/1.1" status: 200  len: 380 time: 0.2033303
May 11 13:47:29.387393 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1753e5a1-2096-4c16-8b4f-2ce4fc61ef43 req-50efe1f9-f515-41d7-a3a9-e8ecc046b334 service neutron] 10.222.0.54 "GET /v2.0/networks/d88b8522-bb44-4128-b66b-b6cc8ce1b406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2325647
May 11 13:47:29.422761 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-089d817b-90b7-40cc-90ea-242076dbf952 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Request body: {'port': {'device_id': '71e98bf6-077d-4a16-b66b-7651ca0eb12e', 'network_id': '8dd77e97-4eb7-4ba9-bde3-1bab06580f9e', 'admin_state_up': True, 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'security_groups': ['3b3df79f-1851-4c37-8b1b-0040f5ddfc76']}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:47:29.434989 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-0b3ef45f-d6a0-4361-af80-b0e0f3c4b01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:29.475756 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a67e1e50-abcc-4152-ba4d-9f806630b6d0', 'tag': '07e502bc-d319-49da-9e1f-f85bafa59bf1', 'status': 'completed', 'code': 200}
May 11 13:47:29.519281 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:29.580813 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-0740fa13-b71e-4f21-b5fa-958665da05de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ada997f40>, [{'id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'name': 'tempest-TestMinimumBasicScenario-1183714021-router', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bb8471a7-fbf7-4942-bb4a-081a30bee2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:43:39Z', 'updated_at': '2021-05-11T13:43:46Z', 'revision_number': 4, 'project_id': '87061cce8d8647f28b362c421c9446b9', 'gw_port': {'id': 'bb8471a7-fbf7-4942-bb4a-081a30bee2a7', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:40Z', 'updated_at': '2021-05-11T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '7dfd94df-6ef7-4075-be8c-c957b5212c3a', 'name': '', 'network_id': 'a8e423f0-92f2-4643-a2c6-7172377b9fe5', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'mac_address': 'fa:16:3e:42:c5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8e38d038-9b08-4d23-a16c-0e5d423f37b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:45Z', 'updated_at': '2021-05-11T13:43:57Z', 'revision_number': 5, 'project_id': '87061cce8d8647f28b362c421c9446b9', 'subnets': [{'id': '8e38d038-9b08-4d23-a16c-0e5d423f37b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:29.586105 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0740fa13-b71e-4f21-b5fa-958665da05de None None] Checking router: 87a939d5-6718-4ee5-999d-71b341a709b3 for host: dv-cinder-784779-11-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:47:29.603284 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0740fa13-b71e-4f21-b5fa-958665da05de None None] Routers {'87a939d5-6718-4ee5-999d-71b341a709b3'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:47:29.604140 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-0740fa13-b71e-4f21-b5fa-958665da05de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ada997f40>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:47:03Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['87a939d5-6718-4ee5-999d-71b341a709b3'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:29.891985 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-089d817b-90b7-40cc-90ea-242076dbf952 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:47:29.900315 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37e244-403c-4088-b50a-f59e71d3b4a5 req-91b66d3c-4afe-4146-95a3-e0337f6cd8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:29.901820 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5b37e244-403c-4088-b50a-f59e71d3b4a5 req-91b66d3c-4afe-4146-95a3-e0337f6cd8f6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=87061cce8d8647f28b362c421c9446b9&device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 1098 time: 0.3095076
May 11 13:47:29.910811 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-089d817b-90b7-40cc-90ea-242076dbf952 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:47:29.935422 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-0740fa13-b71e-4f21-b5fa-958665da05de None None] Set router 87a939d5-6718-4ee5-999d-71b341a709b3 gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:47:30.001924 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-089d817b-90b7-40cc-90ea-242076dbf952 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Made reservation on behalf of 2117c366b46f4a7b867a6881d105e9e2 for: {'port': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:47:30.005841 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-089d817b-90b7-40cc-90ea-242076dbf952 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:30.129984 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-02432de7-a65d-4e63-9e0f-21c5db113dc4 req-977d1b1e-c0b8-4ad5-8db6-8f9aca48d6cc tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 210 time: 0.0654695
May 11 13:47:30.131420 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37e244-403c-4088-b50a-f59e71d3b4a5 req-99dc80ac-a2f7-4bd0-bbbd-86134de4cb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:30.132958 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5b37e244-403c-4088-b50a-f59e71d3b4a5 req-99dc80ac-a2f7-4bd0-bbbd-86134de4cb8b service neutron] 10.222.0.54 "GET /v2.0/networks?id=a8e423f0-92f2-4643-a2c6-7172377b9fe5 HTTP/1.1" status: 200  len: 916 time: 0.2192428
May 11 13:47:30.221400 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5b37e244-403c-4088-b50a-f59e71d3b4a5 req-fcb435bd-09e3-4817-bb93-41874292885e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07e502bc-d319-49da-9e1f-f85bafa59bf1 HTTP/1.1" status: 200  len: 217 time: 0.0802772
May 11 13:47:30.339694 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37e244-403c-4088-b50a-f59e71d3b4a5 req-315f1b59-6de8-45d3-83e9-c65e946a2357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:30.341176 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5b37e244-403c-4088-b50a-f59e71d3b4a5 req-315f1b59-6de8-45d3-83e9-c65e946a2357 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8e38d038-9b08-4d23-a16c-0e5d423f37b5 HTTP/1.1" status: 200  len: 854 time: 0.0879040
May 11 13:47:30.342399 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-089d817b-90b7-40cc-90ea-242076dbf952 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Allocated IP 172.20.0.12 (8dd77e97-4eb7-4ba9-bde3-1bab06580f9e/4f718927-4558-4044-9512-8b085fcdc25e/cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:47:30.373891 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-0740fa13-b71e-4f21-b5fa-958665da05de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ada997f40>, [{'id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'name': 'tempest-TestMinimumBasicScenario-1183714021-router', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bb8471a7-fbf7-4942-bb4a-081a30bee2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:43:39Z', 'updated_at': '2021-05-11T13:43:46Z', 'revision_number': 4, 'project_id': '87061cce8d8647f28b362c421c9446b9', 'gw_port': {'id': 'bb8471a7-fbf7-4942-bb4a-081a30bee2a7', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:40Z', 'updated_at': '2021-05-11T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '7dfd94df-6ef7-4075-be8c-c957b5212c3a', 'name': '', 'network_id': 'a8e423f0-92f2-4643-a2c6-7172377b9fe5', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'mac_address': 'fa:16:3e:42:c5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8e38d038-9b08-4d23-a16c-0e5d423f37b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:45Z', 'updated_at': '2021-05-11T13:43:57Z', 'revision_number': 5, 'project_id': '87061cce8d8647f28b362c421c9446b9', 'subnets': [{'id': '8e38d038-9b08-4d23-a16c-0e5d423f37b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:30.379701 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0740fa13-b71e-4f21-b5fa-958665da05de None None] The sync data for ids ['87a939d5-6718-4ee5-999d-71b341a709b3'] in dv-cinder-784779-11-iscsi is: [{'id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'name': 'tempest-TestMinimumBasicScenario-1183714021-router', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bb8471a7-fbf7-4942-bb4a-081a30bee2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:43:39Z', 'updated_at': '2021-05-11T13:43:46Z', 'revision_number': 4, 'project_id': '87061cce8d8647f28b362c421c9446b9', 'gw_port': {'id': 'bb8471a7-fbf7-4942-bb4a-081a30bee2a7', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:40Z', 'updated_at': '2021-05-11T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '7dfd94df-6ef7-4075-be8c-c957b5212c3a', 'name': '', 'network_id': 'a8e423f0-92f2-4643-a2c6-7172377b9fe5', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'mac_address': 'fa:16:3e:42:c5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8e38d038-9b08-4d23-a16c-0e5d423f37b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:45Z', 'updated_at': '2021-05-11T13:43:57Z', 'revision_number': 5, 'project_id': '87061cce8d8647f28b362c421c9446b9', 'subnets': [{'id': '8e38d038-9b08-4d23-a16c-0e5d423f37b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:47:30.556493 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37e244-403c-4088-b50a-f59e71d3b4a5 req-3ddeba56-eac5-4cee-b08e-c6cf573c58af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:30.558061 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5b37e244-403c-4088-b50a-f59e71d3b4a5 req-3ddeba56-eac5-4cee-b08e-c6cf573c58af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a8e423f0-92f2-4643-a2c6-7172377b9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2057076
May 11 13:47:30.704744 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-089d817b-90b7-40cc-90ea-242076dbf952 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:30.732902 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8483738d-6eef-43a1-8f31-abf917b87693 None None] New status for floating IP 2a79e52e-a6e8-4581-b618-0c7174d97473: DOWN {{(pid=78705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 11 13:47:30.747306 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-089d817b-90b7-40cc-90ea-242076dbf952 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Transition to ACTIVE for port object cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:47:30.770900 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5b37e244-403c-4088-b50a-f59e71d3b4a5 req-8866d8e4-6722-44a4-b42a-82c26ec38f5e service neutron] 10.222.0.54 "GET /v2.0/networks/a8e423f0-92f2-4643-a2c6-7172377b9fe5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1895907
May 11 13:47:30.867808 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-089d817b-90b7-40cc-90ea-242076dbf952 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:30.874849 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7aad7ebb-a73d-49d8-9c4b-aa1914141719 tempest-ServerRescueNegativeTestJSON-942577729 tempest-ServerRescueNegativeTestJSON-942577729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:30.978620 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-089d817b-90b7-40cc-90ea-242076dbf952 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Network 8dd77e97-4eb7-4ba9-bde3-1bab06580f9e is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:47:30.994852 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-089d817b-90b7-40cc-90ea-242076dbf952 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:47:31.008874 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-089d817b-90b7-40cc-90ea-242076dbf952 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:47:31.034593 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d817b-90b7-40cc-90ea-242076dbf952 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Pushing event updated for resources: {'Port': ['ID=cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:31.043451 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-089d817b-90b7-40cc-90ea-242076dbf952 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:31.056531 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5b37e244-403c-4088-b50a-f59e71d3b4a5 req-502a4938-8e77-4f99-9532-aec8a66a7e95 service neutron] 10.222.0.54 "GET /v2.0/networks/a8e423f0-92f2-4643-a2c6-7172377b9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2724488
May 11 13:47:31.101195 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-089d817b-90b7-40cc-90ea-242076dbf952 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:31.102090 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-089d817b-90b7-40cc-90ea-242076dbf952 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:31.132490 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-089d817b-90b7-40cc-90ea-242076dbf952 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7240522
May 11 13:47:31.146951 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-8342603d-e069-4de3-955f-7bc0e9c89d2a service neutron] Request body: {'port': {'device_id': '71e98bf6-077d-4a16-b66b-7651ca0eb12e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:47:31.286784 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-44bfbcc1-d26c-4252-9b9b-5b69b1ea8089 None None] Provisioning for port cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:47:31.293464 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-44bfbcc1-d26c-4252-9b9b-5b69b1ea8089 None None] Provisioning complete for port cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:47:31.294318 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-44bfbcc1-d26c-4252-9b9b-5b69b1ea8089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:31.308189 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-8342603d-e069-4de3-955f-7bc0e9c89d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:31.380987 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-44bfbcc1-d26c-4252-9b9b-5b69b1ea8089 None None] Port cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 11 13:47:31.416966 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69da9a5-7ed9-4d83-93c7-565664912a88 req-1302462b-783a-46f4-8324-8527a3a8dae4 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:31.419451 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a69da9a5-7ed9-4d83-93c7-565664912a88 req-1302462b-783a-46f4-8324-8527a3a8dae4 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 932 time: 0.1455183
May 11 13:47:31.492651 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a69da9a5-7ed9-4d83-93c7-565664912a88 req-7a373c78-c5fc-4b85-a176-9559d1092fae tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0644841
May 11 13:47:31.883034 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-8342603d-e069-4de3-955f-7bc0e9c89d2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:47:31.893080 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-8342603d-e069-4de3-955f-7bc0e9c89d2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:31.909659 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-8342603d-e069-4de3-955f-7bc0e9c89d2a service neutron] Transition to ACTIVE for port object cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:47:31.914373 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-8342603d-e069-4de3-955f-7bc0e9c89d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:31.921519 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-a6d7938a-ba8e-4632-a520-cc13c3d7b50c tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:32.087361 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342603d-e069-4de3-955f-7bc0e9c89d2a service neutron] Pushing event updated for resources: {'Port': ['ID=cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:32.096119 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-8342603d-e069-4de3-955f-7bc0e9c89d2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:32.176774 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-8342603d-e069-4de3-955f-7bc0e9c89d2a service neutron] Attempting to bind port cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:47:32.177212 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-8342603d-e069-4de3-955f-7bc0e9c89d2a service neutron] Attempting to bind port cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '6af7aa27-5c55-40f6-b530-da18376fa59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8dd77e97-4eb7-4ba9-bde3-1bab06580f9e'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:47:32.177604 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-8342603d-e069-4de3-955f-7bc0e9c89d2a service neutron] Attempting to bind port cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 on network 8dd77e97-4eb7-4ba9-bde3-1bab06580f9e {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:47:32.185999 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-8342603d-e069-4de3-955f-7bc0e9c89d2a service neutron] Port cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 on network 8dd77e97-4eb7-4ba9-bde3-1bab06580f9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 11 13:47:32.186523 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-8342603d-e069-4de3-955f-7bc0e9c89d2a service neutron] Attempting to bind port cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 on network 8dd77e97-4eb7-4ba9-bde3-1bab06580f9e {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:47:32.196571 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-8342603d-e069-4de3-955f-7bc0e9c89d2a service neutron] Checking agent: {'id': '90698981-c276-4592-9423-0c50fa5e2f21', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'started_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:47:32.197187 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-8342603d-e069-4de3-955f-7bc0e9c89d2a service neutron] Checking segment: {'id': '6af7aa27-5c55-40f6-b530-da18376fa59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8dd77e97-4eb7-4ba9-bde3-1bab06580f9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:47:32.197797 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-8342603d-e069-4de3-955f-7bc0e9c89d2a service neutron] Bound using segment: {'id': '6af7aa27-5c55-40f6-b530-da18376fa59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8dd77e97-4eb7-4ba9-bde3-1bab06580f9e'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:47:32.198465 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-8342603d-e069-4de3-955f-7bc0e9c89d2a service neutron] Bound port: cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af7aa27-5c55-40f6-b530-da18376fa59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8dd77e97-4eb7-4ba9-bde3-1bab06580f9e'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:47:32.199038 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-8342603d-e069-4de3-955f-7bc0e9c89d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:32.248627 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:32.328178 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-8342603d-e069-4de3-955f-7bc0e9c89d2a service neutron] For port cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3, host hv-cinder-78477, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:47:32.333393 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-8342603d-e069-4de3-955f-7bc0e9c89d2a service neutron] For port cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3,segment=NetworkSegment(6af7aa27-5c55-40f6-b530-da18376fa59f),segment_id=6af7aa27-5c55-40f6-b530-da18376fa59f)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:47:32.339332 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-8342603d-e069-4de3-955f-7bc0e9c89d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:32.344812 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-8ee7a912-fe16-4690-9757-99f765447991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:32.401352 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-8342603d-e069-4de3-955f-7bc0e9c89d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:32.402115 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-8342603d-e069-4de3-955f-7bc0e9c89d2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:32.403735 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-8342603d-e069-4de3-955f-7bc0e9c89d2a service neutron] 10.222.0.54 "PUT /v2.0/ports/cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 HTTP/1.1" status: 200  len: 1094 time: 1.2629955
May 11 13:47:32.404290 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e98bf6-077d-4a16-b66b-7651ca0eb12e', 'tag': 'cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:47:32.465467 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342603d-e069-4de3-955f-7bc0e9c89d2a service neutron] Pushing event updated for resources: {'Port': ['ID=cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:32.514330 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-8342603d-e069-4de3-955f-7bc0e9c89d2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:32.530966 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e98bf6-077d-4a16-b66b-7651ca0eb12e', 'tag': 'cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3', 'status': 'completed', 'code': 200}
May 11 13:47:32.531106 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-6b31a2f4-1d69-4213-8afd-53b20fc25c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:32.619123 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-7c19bdd0-51ac-4f75-9ec0-51ea6ec627d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:32.621853 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-7c19bdd0-51ac-4f75-9ec0-51ea6ec627d8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2117c366b46f4a7b867a6881d105e9e2&device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 1097 time: 0.1527061
May 11 13:47:32.729163 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-352f626c-2a9a-4155-b2a1-9e21a9424983 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 HTTP/1.1" status: 200  len: 217 time: 0.0982945
May 11 13:47:32.802559 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf807ee-4e12-425f-89c3-e246f01d60fd req-67e00381-f596-4dc0-adc9-bca5e9304e1d tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:32.804305 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-aaf807ee-4e12-425f-89c3-e246f01d60fd req-67e00381-f596-4dc0-adc9-bca5e9304e1d tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 944 time: 0.1557665
May 11 13:47:32.817847 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-947e2329-ae94-4e7e-b4c9-fb93aabe26d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:32.819333 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-947e2329-ae94-4e7e-b4c9-fb93aabe26d0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4f718927-4558-4044-9512-8b085fcdc25e HTTP/1.1" status: 200  len: 847 time: 0.0841229
May 11 13:47:32.868658 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-aaf807ee-4e12-425f-89c3-e246f01d60fd req-3791bf2e-fee0-4b2f-b1e1-af4fac17ef36 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540347
May 11 13:47:32.947927 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-cca5fb1f-6e9e-43a2-817e-2d3e7f35cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:32.950392 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-cca5fb1f-6e9e-43a2-817e-2d3e7f35cb7b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8dd77e97-4eb7-4ba9-bde3-1bab06580f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1147804
May 11 13:47:33.092843 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-d9339987-bc5f-4e60-84df-712620b54ed7 service neutron] 10.222.0.54 "GET /v2.0/networks/8dd77e97-4eb7-4ba9-bde3-1bab06580f9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1340315
May 11 13:47:33.243469 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f2fc7087-d1d0-41bf-9355-d1121ff4ba77 req-2eb7b98d-cb3f-48a8-866e-5cfe5d637f29 service neutron] 10.222.0.54 "GET /v2.0/networks/8dd77e97-4eb7-4ba9-bde3-1bab06580f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1416652
May 11 13:47:33.353352 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:33.379806 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eda7e6-97e2-4682-896a-32898773935f req-c44ec884-7e80-4c6a-8d2d-17411bd2df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:33.381338 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-77eda7e6-97e2-4682-896a-32898773935f req-c44ec884-7e80-4c6a-8d2d-17411bd2df01 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2117c366b46f4a7b867a6881d105e9e2&device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 1097 time: 0.0876043
May 11 13:47:33.528643 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eda7e6-97e2-4682-896a-32898773935f req-f95e3d3a-e1eb-4262-85d2-35581d278419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:33.530178 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-77eda7e6-97e2-4682-896a-32898773935f req-f95e3d3a-e1eb-4262-85d2-35581d278419 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8dd77e97-4eb7-4ba9-bde3-1bab06580f9e HTTP/1.1" status: 200  len: 909 time: 0.1420984
May 11 13:47:33.598243 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-77eda7e6-97e2-4682-896a-32898773935f req-e78a5b68-14cd-493c-b502-573e7421d356 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 HTTP/1.1" status: 200  len: 217 time: 0.0601189
May 11 13:47:33.665691 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eda7e6-97e2-4682-896a-32898773935f req-5894246d-f4b5-4648-89bd-629978654642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:33.667151 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-77eda7e6-97e2-4682-896a-32898773935f req-5894246d-f4b5-4648-89bd-629978654642 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4f718927-4558-4044-9512-8b085fcdc25e HTTP/1.1" status: 200  len: 847 time: 0.0633042
May 11 13:47:33.750453 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eda7e6-97e2-4682-896a-32898773935f req-4672fef1-d1da-4abc-afec-a6550bb60124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:33.752060 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-77eda7e6-97e2-4682-896a-32898773935f req-4672fef1-d1da-4abc-afec-a6550bb60124 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8dd77e97-4eb7-4ba9-bde3-1bab06580f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0715587
May 11 13:47:34.055284 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-77eda7e6-97e2-4682-896a-32898773935f req-02e9c5b4-7025-4945-bae8-addd75cfe008 service neutron] 10.222.0.54 "GET /v2.0/networks/8dd77e97-4eb7-4ba9-bde3-1bab06580f9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2960491
May 11 13:47:34.094966 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1e58b-2340-441d-9b7b-45a0ba8944f8 req-cf5cdb87-5033-4194-b6d7-3a178509b40f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:34.095716 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-f5d1e58b-2340-441d-9b7b-45a0ba8944f8 req-cf5cdb87-5033-4194-b6d7-3a178509b40f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Synchronizing usage tracker for tenant:87061cce8d8647f28b362c421c9446b9 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:47:34.098652 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de887359-ba75-407c-9313-fd1e10bdb246 req-665dd460-8c5c-4fbb-9ad2-dafc90bab8f4 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:34.100229 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-de887359-ba75-407c-9313-fd1e10bdb246 req-665dd460-8c5c-4fbb-9ad2-dafc90bab8f4 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 944 time: 0.0859251
May 11 13:47:34.152855 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-de887359-ba75-407c-9313-fd1e10bdb246 req-8d1166c7-7f6a-4f4b-bcea-05195407c326 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463779
May 11 13:47:34.183926 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-f5d1e58b-2340-441d-9b7b-45a0ba8944f8 req-cf5cdb87-5033-4194-b6d7-3a178509b40f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Unset dirty status for tenant:87061cce8d8647f28b362c421c9446b9 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:47:34.185209 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f5d1e58b-2340-441d-9b7b-45a0ba8944f8 req-cf5cdb87-5033-4194-b6d7-3a178509b40f tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 945 time: 0.2423179
May 11 13:47:34.246281 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-77eda7e6-97e2-4682-896a-32898773935f req-291d6240-8568-4415-8c70-8458275c0fa5 service neutron] 10.222.0.54 "GET /v2.0/networks/8dd77e97-4eb7-4ba9-bde3-1bab06580f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1809564
May 11 13:47:34.258612 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f5d1e58b-2340-441d-9b7b-45a0ba8944f8 req-44c80e9d-485c-4ae9-a62d-9069033b90b1 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625675
May 11 13:47:34.651279 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:47:34.770094 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:35.397596 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa4f5f-9595-4cab-961b-7b34ea7331a1 req-72392b04-c2d4-4d27-8532-0ea644223a93 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:35.399204 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-03aa4f5f-9595-4cab-961b-7b34ea7331a1 req-72392b04-c2d4-4d27-8532-0ea644223a93 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 944 time: 0.1271245
May 11 13:47:35.457993 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-03aa4f5f-9595-4cab-961b-7b34ea7331a1 req-2a41f6bc-0e02-4075-a9c7-7c3cc47da647 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522692
May 11 13:47:35.466604 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cda057-03ed-44fc-998d-83ab632d8126 req-1476053e-eee2-427f-8466-56d13b71137d tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:35.468205 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-78cda057-03ed-44fc-998d-83ab632d8126 req-1476053e-eee2-427f-8466-56d13b71137d tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 945 time: 0.0861945
May 11 13:47:35.570410 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-78cda057-03ed-44fc-998d-83ab632d8126 req-17ed1bc3-4707-4388-a0d6-7d6cd5df448a tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902622
May 11 13:47:35.816094 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2352f0-3e1e-4c4c-b067-808df5706794 req-b87000d1-7e42-469e-b39c-c9f8074bd3b9 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:35.817611 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-be2352f0-3e1e-4c4c-b067-808df5706794 req-b87000d1-7e42-469e-b39c-c9f8074bd3b9 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.54 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 945 time: 0.0951066
May 11 13:47:35.981929 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-be2352f0-3e1e-4c4c-b067-808df5706794 req-1b2eec90-ef70-431d-859b-5dd0e5489438 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Deleting port 07e502bc-d319-49da-9e1f-f85bafa59bf1 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:47:35.982271 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-be2352f0-3e1e-4c4c-b067-808df5706794 req-1b2eec90-ef70-431d-859b-5dd0e5489438 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:36.144207 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-be2352f0-3e1e-4c4c-b067-808df5706794 req-1b2eec90-ef70-431d-859b-5dd0e5489438 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] For port 07e502bc-d319-49da-9e1f-f85bafa59bf1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=07e502bc-d319-49da-9e1f-f85bafa59bf1,segment=NetworkSegment(6ac1d778-88f8-48a2-87ec-07ee57581f6c),segment_id=6ac1d778-88f8-48a2-87ec-07ee57581f6c)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:47:36.144717 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-be2352f0-3e1e-4c4c-b067-808df5706794 req-1b2eec90-ef70-431d-859b-5dd0e5489438 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:36.287245 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-be2352f0-3e1e-4c4c-b067-808df5706794 req-1b2eec90-ef70-431d-859b-5dd0e5489438 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Calling delete_port for 07e502bc-d319-49da-9e1f-f85bafa59bf1 owned by compute:nova {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:47:36.417890 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-be2352f0-3e1e-4c4c-b067-808df5706794 req-1b2eec90-ef70-431d-859b-5dd0e5489438 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:36.423860 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-8342603d-e069-4de3-955f-7bc0e9c89d2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:36.431152 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['07e502bc-d319-49da-9e1f-f85bafa59bf1'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:47:36.490871 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2eec90-ef70-431d-859b-5dd0e5489438 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Pushing event deleted for resources: {'Port': ['ID=07e502bc-d319-49da-9e1f-f85bafa59bf1,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:36.574866 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-1b2eec90-ef70-431d-859b-5dd0e5489438 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:36.627991 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2352f0-3e1e-4c4c-b067-808df5706794 req-1b2eec90-ef70-431d-859b-5dd0e5489438 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] No DVR routers for this DVR port 07e502bc-d319-49da-9e1f-f85bafa59bf1 on host hv-cinder-78477 {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:47:36.630741 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-be2352f0-3e1e-4c4c-b067-808df5706794 req-1b2eec90-ef70-431d-859b-5dd0e5489438 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:36.633763 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67e1e50-abcc-4152-ba4d-9f806630b6d0', 'name': 'network-vif-deleted', 'tag': '07e502bc-d319-49da-9e1f-f85bafa59bf1'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:47:36.654160 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-be2352f0-3e1e-4c4c-b067-808df5706794 req-1b2eec90-ef70-431d-859b-5dd0e5489438 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.54 "DELETE /v2.0/ports/07e502bc-d319-49da-9e1f-f85bafa59bf1 HTTP/1.1" status: 204  len: 173 time: 0.8304896
May 11 13:47:36.711139 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6e44c-55b3-4bdc-9366-2418be4f3279 req-413b9e2e-9f51-44d9-97ef-b41b38dd58f3 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:36.713721 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0fc6e44c-55b3-4bdc-9366-2418be4f3279 req-413b9e2e-9f51-44d9-97ef-b41b38dd58f3 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 944 time: 0.0987885
May 11 13:47:36.784365 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0fc6e44c-55b3-4bdc-9366-2418be4f3279 req-009e9362-4133-4660-95ea-12074f5bd11c tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553081
May 11 13:47:36.808771 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-aaaf65b4-60bb-4e75-9fa9-b1211f49390f req-aa3ee0d7-771d-4016-8543-70b0fd1101e5 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Synchronizing usage tracker for tenant:87061cce8d8647f28b362c421c9446b9 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:47:36.831496 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-aaaf65b4-60bb-4e75-9fa9-b1211f49390f req-aa3ee0d7-771d-4016-8543-70b0fd1101e5 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Unset dirty status for tenant:87061cce8d8647f28b362c421c9446b9 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:47:36.833329 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-aaaf65b4-60bb-4e75-9fa9-b1211f49390f req-aa3ee0d7-771d-4016-8543-70b0fd1101e5 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67e1e50-abcc-4152-ba4d-9f806630b6d0 HTTP/1.1" status: 200  len: 210 time: 0.0773034
May 11 13:47:36.884192 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a67e1e50-abcc-4152-ba4d-9f806630b6d0', 'name': 'network-vif-deleted', 'tag': '07e502bc-d319-49da-9e1f-f85bafa59bf1', 'status': 'completed', 'code': 200}
May 11 13:47:38.037145 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac714e8-8758-44b6-aedb-6c6eb4002650 req-dfefe27f-0dc0-4a82-85f3-257e0cd0d708 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:38.038609 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-2ac714e8-8758-44b6-aedb-6c6eb4002650 req-dfefe27f-0dc0-4a82-85f3-257e0cd0d708 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Synchronizing usage tracker for tenant:2117c366b46f4a7b867a6881d105e9e2 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:47:38.067419 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-2ac714e8-8758-44b6-aedb-6c6eb4002650 req-dfefe27f-0dc0-4a82-85f3-257e0cd0d708 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Unset dirty status for tenant:2117c366b46f4a7b867a6881d105e9e2 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:47:38.069714 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2ac714e8-8758-44b6-aedb-6c6eb4002650 req-dfefe27f-0dc0-4a82-85f3-257e0cd0d708 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 944 time: 0.1614492
May 11 13:47:38.164282 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2ac714e8-8758-44b6-aedb-6c6eb4002650 req-55a6c457-c102-4592-a1da-540fbaa9249c tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0836456
May 11 13:47:38.648646 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 07e502bc-d319-49da-9e1f-f85bafa59bf1 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:47:38.760800 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] No Port match for: 07e502bc-d319-49da-9e1f-f85bafa59bf1 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:47:38.761161 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 07e502bc-d319-49da-9e1f-f85bafa59bf1 not bound to the agent host hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:47:38.892866 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 49230) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:39.580567 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0fd1a-6f4d-4c48-a7db-19507020f12d req-dda15103-7744-4dee-bde9-805a7a879933 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:39.582743 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9ae0fd1a-6f4d-4c48-a7db-19507020f12d req-dda15103-7744-4dee-bde9-805a7a879933 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 944 time: 0.2238643
May 11 13:47:39.637972 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9ae0fd1a-6f4d-4c48-a7db-19507020f12d req-27996fdd-00ba-4591-b042-0b2c03fb4f8c tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460529
May 11 13:47:39.681186 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b3bc09a5-45be-408e-b1e9-f1a51cb71582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704780'] for router_interface, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:40.120943 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-b3bc09a5-45be-408e-b1e9-f1a51cb71582 admin admin] Deleting port 7dfd94df-6ef7-4075-be8c-c957b5212c3a {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:47:40.121270 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b3bc09a5-45be-408e-b1e9-f1a51cb71582 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:40.259125 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-b3bc09a5-45be-408e-b1e9-f1a51cb71582 admin admin] For port 7dfd94df-6ef7-4075-be8c-c957b5212c3a, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=7dfd94df-6ef7-4075-be8c-c957b5212c3a,segment=NetworkSegment(6ac1d778-88f8-48a2-87ec-07ee57581f6c),segment_id=6ac1d778-88f8-48a2-87ec-07ee57581f6c)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:47:40.259488 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b3bc09a5-45be-408e-b1e9-f1a51cb71582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:40.385328 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-b3bc09a5-45be-408e-b1e9-f1a51cb71582 admin admin] Calling delete_port for 7dfd94df-6ef7-4075-be8c-c957b5212c3a owned by network:router_interface {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:47:40.556594 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b3bc09a5-45be-408e-b1e9-f1a51cb71582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:40.563870 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-93a863a3-f68d-4366-9a56-c0f290f5a3c2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:40.647651 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc09a5-45be-408e-b1e9-f1a51cb71582 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dfd94df-6ef7-4075-be8c-c957b5212c3a,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:40.652603 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b3bc09a5-45be-408e-b1e9-f1a51cb71582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:40.682810 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 11 13:47:40.883459 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3,segment=NetworkSegment(6af7aa27-5c55-40f6-b530-da18376fa59f),segment_id=6af7aa27-5c55-40f6-b530-da18376fa59f)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:47:40.904032 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Returning: {'device': 'cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3', 'network_id': '8dd77e97-4eb7-4ba9-bde3-1bab06580f9e', 'port_id': 'cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3', 'mac_address': 'fa:16:3e:37:be:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f718927-4558-4044-9512-8b085fcdc25e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 11 13:47:40.966922 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:40.985758 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:47:41.005542 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3,segment=NetworkSegment(6af7aa27-5c55-40f6-b530-da18376fa59f),segment_id=6af7aa27-5c55-40f6-b530-da18376fa59f)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:47:41.011344 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:41.014340 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-34f0a832-b72a-469e-9ebc-f5a15ac98ff5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:41.094932 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:41.098455 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:41.185494 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e082de-cfa2-42c4-b400-06a6e1341802 req-23c55cfa-bf65-4fe0-9b3b-ea1479bb9860 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:41.187849 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-16e082de-cfa2-42c4-b400-06a6e1341802 req-23c55cfa-bf65-4fe0-9b3b-ea1479bb9860 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 944 time: 0.4014316
May 11 13:47:41.218185 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b3bc09a5-45be-408e-b1e9-f1a51cb71582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732092'] for router_interface, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:41.272997 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:47:41.391899 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-16e082de-cfa2-42c4-b400-06a6e1341802 req-309805d1-8e83-42ea-b00f-6cb8b9d6f58c tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1916132
May 11 13:47:41.713928 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bc09a5-45be-408e-b1e9-f1a51cb71582 admin admin] Router 87a939d5-6718-4ee5-999d-71b341a709b3 has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:47:41.903208 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bc09a5-45be-408e-b1e9-f1a51cb71582 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:47:41.915154 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90de1009-5935-4c7c-b846-14f34c2c675b None None] Sync routers for ids ['87a939d5-6718-4ee5-999d-71b341a709b3'] in dv-cinder-784779-11-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:47:41.925390 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-b3bc09a5-45be-408e-b1e9-f1a51cb71582 admin admin] 10.222.0.48 "PUT /v2.0/routers/87a939d5-6718-4ee5-999d-71b341a709b3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0293875
May 11 13:47:41.927452 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 49250) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:41.929237 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90de1009-5935-4c7c-b846-14f34c2c675b None None] Routers {'87a939d5-6718-4ee5-999d-71b341a709b3'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:47:41.929869 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-90de1009-5935-4c7c-b846-14f34c2c675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9f446d0>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:47:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['87a939d5-6718-4ee5-999d-71b341a709b3'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:42.138443 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2e7228a2-9a26-47fe-a1c5-c6fbc459b27e admin admin] Notify callbacks [] for router, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:42.138998 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-90de1009-5935-4c7c-b846-14f34c2c675b None None] Set router 87a939d5-6718-4ee5-999d-71b341a709b3 gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:47:42.333077 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2e7228a2-9a26-47fe-a1c5-c6fbc459b27e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:42.454734 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-2e7228a2-9a26-47fe-a1c5-c6fbc459b27e admin admin] Deleting port bb8471a7-fbf7-4942-bb4a-081a30bee2a7 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:47:42.455150 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2e7228a2-9a26-47fe-a1c5-c6fbc459b27e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:42.459350 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-90de1009-5935-4c7c-b846-14f34c2c675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9f446d0>, [{'id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'name': 'tempest-TestMinimumBasicScenario-1183714021-router', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bb8471a7-fbf7-4942-bb4a-081a30bee2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:43:39Z', 'updated_at': '2021-05-11T13:47:40Z', 'revision_number': 5, 'project_id': '87061cce8d8647f28b362c421c9446b9', 'gw_port': {'id': 'bb8471a7-fbf7-4942-bb4a-081a30bee2a7', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:40Z', 'updated_at': '2021-05-11T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:42.464717 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90de1009-5935-4c7c-b846-14f34c2c675b None None] Checking router: 87a939d5-6718-4ee5-999d-71b341a709b3 for host: dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:47:42.479058 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90de1009-5935-4c7c-b846-14f34c2c675b None None] Routers {'87a939d5-6718-4ee5-999d-71b341a709b3'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:47:42.480451 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-90de1009-5935-4c7c-b846-14f34c2c675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9f446d0>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:47:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['87a939d5-6718-4ee5-999d-71b341a709b3'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:42.679434 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8df87c-63c9-45bc-adb3-b8b3c19ae8ae req-50a96ed3-9abf-4704-9da9-ad2eeccbb434 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:42.681301 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ea8df87c-63c9-45bc-adb3-b8b3c19ae8ae req-50a96ed3-9abf-4704-9da9-ad2eeccbb434 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 945 time: 0.1279635
May 11 13:47:42.685426 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-90de1009-5935-4c7c-b846-14f34c2c675b None None] Set router 87a939d5-6718-4ee5-999d-71b341a709b3 gateway port host: None {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:47:42.735291 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 up at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:47:42.740203 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ea8df87c-63c9-45bc-adb3-b8b3c19ae8ae req-e17894e1-ae61-4667-8646-c590d3e80444 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514891
May 11 13:47:42.781889 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-2e7228a2-9a26-47fe-a1c5-c6fbc459b27e admin admin] For port bb8471a7-fbf7-4942-bb4a-081a30bee2a7, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=bb8471a7-fbf7-4942-bb4a-081a30bee2a7,segment=NetworkSegment(2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f),segment_id=2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:47:42.782199 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2e7228a2-9a26-47fe-a1c5-c6fbc459b27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:42.892314 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-90de1009-5935-4c7c-b846-14f34c2c675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9f446d0>, [{'id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'name': 'tempest-TestMinimumBasicScenario-1183714021-router', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:43:39Z', 'updated_at': '2021-05-11T13:47:42Z', 'revision_number': 6, 'project_id': '87061cce8d8647f28b362c421c9446b9', 'gw_port_host': None}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:42.901641 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90de1009-5935-4c7c-b846-14f34c2c675b None None] The sync data for ids ['87a939d5-6718-4ee5-999d-71b341a709b3'] in dv-cinder-784779-11-iscsi is: [{'id': '87a939d5-6718-4ee5-999d-71b341a709b3', 'name': 'tempest-TestMinimumBasicScenario-1183714021-router', 'tenant_id': '87061cce8d8647f28b362c421c9446b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:43:39Z', 'updated_at': '2021-05-11T13:47:42Z', 'revision_number': 6, 'project_id': '87061cce8d8647f28b362c421c9446b9', 'gw_port_host': None}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:47:42.929534 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning for port cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:47:42.930218 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-2e7228a2-9a26-47fe-a1c5-c6fbc459b27e admin admin] Calling delete_port for bb8471a7-fbf7-4942-bb4a-081a30bee2a7 owned by network:router_gateway {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:47:42.935192 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning complete for port cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:47:42.935640 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:43.076195 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:43.123827 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2e7228a2-9a26-47fe-a1c5-c6fbc459b27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:43.124650 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e98bf6-077d-4a16-b66b-7651ca0eb12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:47:43.128029 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-c0402003-20d6-40b0-9261-15c8ae1068a3 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:43.143980 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3,segment=NetworkSegment(6af7aa27-5c55-40f6-b530-da18376fa59f),segment_id=6af7aa27-5c55-40f6-b530-da18376fa59f)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:47:43.150250 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:43.154205 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:43.175941 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7228a2-9a26-47fe-a1c5-c6fbc459b27e admin admin] Pushing event deleted for resources: {'Port': ['ID=bb8471a7-fbf7-4942-bb4a-081a30bee2a7,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:43.202995 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2e7228a2-9a26-47fe-a1c5-c6fbc459b27e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:43.208739 dv-cinder-784779-11-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e98bf6-077d-4a16-b66b-7651ca0eb12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3', 'code': 200}
May 11 13:47:43.271485 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:43.276536 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:43.291345 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2e7228a2-9a26-47fe-a1c5-c6fbc459b27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709928'] for router_gateway, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:43.531702 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2e7228a2-9a26-47fe-a1c5-c6fbc459b27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1796148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29004'] for router, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:43.534658 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2e7228a2-9a26-47fe-a1c5-c6fbc459b27e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:43.566081 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2e7228a2-9a26-47fe-a1c5-c6fbc459b27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1731194'] for router, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:43.566617 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7228a2-9a26-47fe-a1c5-c6fbc459b27e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87a939d5-6718-4ee5-999d-71b341a709b3 {{(pid=78702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 11 13:47:43.583276 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a8a85-d964-4abf-8e28-bf2742486b63 req-ec118d72-bbcb-406a-9348-fb204e428c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:43.584797 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f33a8a85-d964-4abf-8e28-bf2742486b63 req-ec118d72-bbcb-406a-9348-fb204e428c57 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 1099 time: 0.1098034
May 11 13:47:43.591038 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2e7228a2-9a26-47fe-a1c5-c6fbc459b27e admin admin] Notify callbacks [] for router, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:43.592093 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-2e7228a2-9a26-47fe-a1c5-c6fbc459b27e admin admin] 10.222.0.48 "DELETE /v2.0/routers/87a939d5-6718-4ee5-999d-71b341a709b3 HTTP/1.1" status: 204  len: 168 time: 1.6630981
May 11 13:47:43.594982 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 49262) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:43.633289 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f33a8a85-d964-4abf-8e28-bf2742486b63 req-ee8d0d47-1c9e-43af-bd23-47170840e03d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399594
May 11 13:47:43.665084 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7094c5b-dabb-42f8-83ef-e04b6ad5e4e0 admin admin] Deleting subnet 8e38d038-9b08-4d23-a16c-0e5d423f37b5 {{(pid=78703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 11 13:47:43.668872 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d7094c5b-dabb-42f8-83ef-e04b6ad5e4e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:43.724053 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d7094c5b-dabb-42f8-83ef-e04b6ad5e4e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077574'] for subnet, precommit_delete_associations {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:43.853775 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d7094c5b-dabb-42f8-83ef-e04b6ad5e4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861720'] for subnet, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:43.936842 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aef470-b621-4462-b023-7a3411344c9e req-de1c9868-6aac-41aa-9acf-9af06d129b81 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:43.938691 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-51aef470-b621-4462-b023-7a3411344c9e req-de1c9868-6aac-41aa-9acf-9af06d129b81 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 946 time: 0.0893002
May 11 13:47:43.990532 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-51aef470-b621-4462-b023-7a3411344c9e req-60a3345c-2eab-4b4d-b034-8948cb08c80d tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446732
May 11 13:47:44.144848 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d7094c5b-dabb-42f8-83ef-e04b6ad5e4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2100579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2545306'] for subnet, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:44.149511 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-12ed5345-99d2-4474-bebd-f393d58bd683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:44.189362 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7094c5b-dabb-42f8-83ef-e04b6ad5e4e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e38d038-9b08-4d23-a16c-0e5d423f37b5,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:44.192688 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d7094c5b-dabb-42f8-83ef-e04b6ad5e4e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:44.193737 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d7094c5b-dabb-42f8-83ef-e04b6ad5e4e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:44.201031 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ce9eec-cb8b-4d80-9505-2b483c32d401 None None] Network a8e423f0-92f2-4643-a2c6-7172377b9fe5 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:47:44.201820 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-d7094c5b-dabb-42f8-83ef-e04b6ad5e4e0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8e38d038-9b08-4d23-a16c-0e5d423f37b5 HTTP/1.1" status: 204  len: 168 time: 0.6057453
May 11 13:47:44.204380 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 49272) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:44.321144 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-db747735-0aab-4b4c-b434-7e745b2cb620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785944'] for network, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:44.400061 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-db747735-0aab-4b4c-b434-7e745b2cb620 admin admin] Deleting port 412ef60e-e562-447d-a8fd-70cb5abdd589 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:47:44.400410 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-db747735-0aab-4b4c-b434-7e745b2cb620 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:44.519005 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17879e63-a4f4-4915-8153-fc00e7d70f84 None None] DHCP port deletion for a8e423f0-92f2-4643-a2c6-7172377b9fe5 request from dv-cinder-784779-11-iscsi {{(pid=78704) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 11 13:47:44.575911 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-db747735-0aab-4b4c-b434-7e745b2cb620 admin admin] For port 412ef60e-e562-447d-a8fd-70cb5abdd589, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=412ef60e-e562-447d-a8fd-70cb5abdd589,segment=NetworkSegment(6ac1d778-88f8-48a2-87ec-07ee57581f6c),segment_id=6ac1d778-88f8-48a2-87ec-07ee57581f6c)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:47:44.576348 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-db747735-0aab-4b4c-b434-7e745b2cb620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:44.632395 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-17879e63-a4f4-4915-8153-fc00e7d70f84 None None] Deleting port 412ef60e-e562-447d-a8fd-70cb5abdd589 {{(pid=78704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:47:44.632802 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-17879e63-a4f4-4915-8153-fc00e7d70f84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:44.734472 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-db747735-0aab-4b4c-b434-7e745b2cb620 admin admin] Calling delete_port for 412ef60e-e562-447d-a8fd-70cb5abdd589 owned by network:dhcp {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:47:44.752025 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-17879e63-a4f4-4915-8153-fc00e7d70f84 None None] For port 412ef60e-e562-447d-a8fd-70cb5abdd589, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=412ef60e-e562-447d-a8fd-70cb5abdd589,segment=NetworkSegment(6ac1d778-88f8-48a2-87ec-07ee57581f6c),segment_id=6ac1d778-88f8-48a2-87ec-07ee57581f6c)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:47:44.752991 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-17879e63-a4f4-4915-8153-fc00e7d70f84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:44.786818 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-db747735-0aab-4b4c-b434-7e745b2cb620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2100528'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:44.792378 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:44.861749 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db747735-0aab-4b4c-b434-7e745b2cb620 admin admin] Pushing event deleted for resources: {'Port': ['ID=412ef60e-e562-447d-a8fd-70cb5abdd589,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:44.865889 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-db747735-0aab-4b4c-b434-7e745b2cb620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:44.866353 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db747735-0aab-4b4c-b434-7e745b2cb620 admin admin] No DVR routers for this DVR port 412ef60e-e562-447d-a8fd-70cb5abdd589 on host dv-cinder-784779-11-iscsi {{(pid=78703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:47:44.889144 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-17879e63-a4f4-4915-8153-fc00e7d70f84 None None] Calling delete_port for 412ef60e-e562-447d-a8fd-70cb5abdd589 owned by network:dhcp {{(pid=78704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:47:44.965693 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 412ef60e-e562-447d-a8fd-70cb5abdd589 no longer exists at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:47:44.995693 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-db747735-0aab-4b4c-b434-7e745b2cb620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863971', 'neutron.services.segments.db._delete_segments_for_network-8734582855581'] for network, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:45.009656 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] No Port match for: 412ef60e-e562-447d-a8fd-70cb5abdd589 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:47:45.010007 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 412ef60e-e562-447d-a8fd-70cb5abdd589 not bound to the agent host dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:47:45.010429 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 7dfd94df-6ef7-4075-be8c-c957b5212c3a no longer exists at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:47:45.010764 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-db747735-0aab-4b4c-b434-7e745b2cb620 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ad860ceb0>,) {'filters': {'network_id': ['a8e423f0-92f2-4643-a2c6-7172377b9fe5']}} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:45.030279 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-db747735-0aab-4b4c-b434-7e745b2cb620 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad860ceb0>, '6ac1d778-88f8-48a2-87ec-07ee57581f6c') {'for_net_delete': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:45.030805 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-db747735-0aab-4b4c-b434-7e745b2cb620 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad860ceb0>, '6ac1d778-88f8-48a2-87ec-07ee57581f6c') {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:45.051801 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] No Port match for: 7dfd94df-6ef7-4075-be8c-c957b5212c3a {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:47:45.052156 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 7dfd94df-6ef7-4075-be8c-c957b5212c3a not bound to the agent host dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:47:45.052580 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device bb8471a7-fbf7-4942-bb4a-081a30bee2a7 no longer exists at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:47:45.052749 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-db747735-0aab-4b4c-b434-7e745b2cb620 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582867559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077593'] for segment, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:45.077830 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-db747735-0aab-4b4c-b434-7e745b2cb620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:45.087703 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db747735-0aab-4b4c-b434-7e745b2cb620 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=78703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 11 13:47:45.089007 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-db747735-0aab-4b4c-b434-7e745b2cb620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2100485'] for segment, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:45.092681 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] No Port match for: bb8471a7-fbf7-4942-bb4a-081a30bee2a7 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:47:45.093050 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device bb8471a7-fbf7-4942-bb4a-081a30bee2a7 not bound to the agent host dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]: Traceback (most recent call last):
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]:     timer()
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]:     cb(*args, **kw)
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]:     return func(*args, **kwargs)
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]:     self._notify()
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]:     self.callback(batched_events)
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]:     event.method(event)
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]:     aggregate_uuid = self.p_client.list_aggregates(
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]:     return f(self, *a, **k)
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]:     return self._get(url).json()
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]:     return self.request(url, 'GET', **kwargs)
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]:     base_url = self.get_endpoint(auth, allow=allow,
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 11 13:47:45.109223 dv-cinder-784779-11-iscsi neutron-server[78703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 11 13:47:45.142987 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-17879e63-a4f4-4915-8153-fc00e7d70f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980'] for port, after_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:45.147280 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-b0a6f6b6-0644-41c8-b166-b10d6bfe9e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:45.192529 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17879e63-a4f4-4915-8153-fc00e7d70f84 None None] Pushing event deleted for resources: {'Port': ['ID=412ef60e-e562-447d-a8fd-70cb5abdd589,revision_number=None']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:45.196386 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-17879e63-a4f4-4915-8153-fc00e7d70f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:45.199423 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17879e63-a4f4-4915-8153-fc00e7d70f84 None None] No DVR routers for this DVR port 412ef60e-e562-447d-a8fd-70cb5abdd589 on host dv-cinder-784779-11-iscsi {{(pid=78704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:47:45.344193 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-db747735-0aab-4b4c-b434-7e745b2cb620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709946'] for network, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:45.351177 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6e8da641-fb47-4542-a303-49681b93254b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:45.364797 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-db747735-0aab-4b4c-b434-7e745b2cb620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:45.383791 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db747735-0aab-4b4c-b434-7e745b2cb620 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8e423f0-92f2-4643-a2c6-7172377b9fe5,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:45.387408 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-db747735-0aab-4b4c-b434-7e745b2cb620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:45.388954 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-db747735-0aab-4b4c-b434-7e745b2cb620 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a8e423f0-92f2-4643-a2c6-7172377b9fe5 HTTP/1.1" status: 204  len: 168 time: 1.1836362
May 11 13:47:45.392104 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 49282) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:45.411356 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d5c79-d4b0-4830-b8cc-a92147a84ade req-1b2ad95f-3197-4ef7-8640-81f57864986c tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:45.416057 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2c3d5c79-d4b0-4830-b8cc-a92147a84ade req-1b2ad95f-3197-4ef7-8640-81f57864986c tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 946 time: 0.2467766
May 11 13:47:45.463059 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2c3d5c79-d4b0-4830-b8cc-a92147a84ade req-f5d47972-d851-4dcd-a431-bc73db4893e6 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442579
May 11 13:47:45.837896 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e33db1-0a96-492b-b763-9d9bd9dfcfc0 req-3b2bbf75-bc31-44b4-abd5-5979a8eecfa4 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:45.839224 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-48e33db1-0a96-492b-b763-9d9bd9dfcfc0 req-3b2bbf75-bc31-44b4-abd5-5979a8eecfa4 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 946 time: 0.2142434
May 11 13:47:46.044246 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-48e33db1-0a96-492b-b763-9d9bd9dfcfc0 req-04cddac9-c078-42d0-ac02-321fc9dc71f7 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1982827
May 11 13:47:46.067941 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 49288) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:46.148533 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-40d2556e-a704-473a-8a5e-2eaefbea3aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704780'] for router_interface, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:46.341227 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879501ac-d3de-42c8-94fe-5d9b3919ae1b tempest-TestShelveInstance-677032705 tempest-TestShelveInstance-677032705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:46.342161 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-879501ac-d3de-42c8-94fe-5d9b3919ae1b tempest-TestShelveInstance-677032705 tempest-TestShelveInstance-677032705-project-admin] Synchronizing usage tracker for tenant:49b82325f5074c15825d12731061ed40 on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:47:46.362502 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-879501ac-d3de-42c8-94fe-5d9b3919ae1b tempest-TestShelveInstance-677032705 tempest-TestShelveInstance-677032705-project-admin] Unset dirty status for tenant:49b82325f5074c15825d12731061ed40 on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:47:46.364091 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-879501ac-d3de-42c8-94fe-5d9b3919ae1b tempest-TestShelveInstance-677032705 tempest-TestShelveInstance-677032705-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 1094 time: 0.2949674
May 11 13:47:46.367086 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 49296) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:46.372458 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-d42f8137-7cec-400b-835b-7e1a0f7c0672 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Request body: {'floatingip': {'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'port_id': 'cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:47:46.378829 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-d42f8137-7cec-400b-835b-7e1a0f7c0672 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:47:46.383005 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-d42f8137-7cec-400b-835b-7e1a0f7c0672 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Usage tracker for resource:floatingip and tenant:2117c366b46f4a7b867a6881d105e9e2 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:47:46.386204 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-d42f8137-7cec-400b-835b-7e1a0f7c0672 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:47:46.392222 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-d42f8137-7cec-400b-835b-7e1a0f7c0672 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:47:46.405278 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d42f8137-7cec-400b-835b-7e1a0f7c0672 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for floatingip, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:46.549571 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d42f8137-7cec-400b-835b-7e1a0f7c0672 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:46.610404 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-40d2556e-a704-473a-8a5e-2eaefbea3aa7 admin admin] Deleting port f5a3fef6-a117-459d-8239-502c57febf3c {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:47:46.611008 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-40d2556e-a704-473a-8a5e-2eaefbea3aa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:46.696183 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [None req-d42f8137-7cec-400b-835b-7e1a0f7c0672 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Allocated IP 172.27.1.2 (e051f2fa-e4f7-48f8-93ce-58e38fee5eb4/218716c0-958e-4312-849b-6a79832afb0f/15aad569-d410-4c6f-81dd-54d1b8f8358e) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:47:46.743902 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-40d2556e-a704-473a-8a5e-2eaefbea3aa7 admin admin] For port f5a3fef6-a117-459d-8239-502c57febf3c, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=f5a3fef6-a117-459d-8239-502c57febf3c,segment=NetworkSegment(b3d1a7e7-b32f-4a47-95d0-47fe470f8e30),segment_id=b3d1a7e7-b32f-4a47-95d0-47fe470f8e30)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:47:46.744247 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-40d2556e-a704-473a-8a5e-2eaefbea3aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:46.854192 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d42f8137-7cec-400b-835b-7e1a0f7c0672 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:46.873194 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-40d2556e-a704-473a-8a5e-2eaefbea3aa7 admin admin] Calling delete_port for f5a3fef6-a117-459d-8239-502c57febf3c owned by network:router_interface {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:47:46.890753 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d42f8137-7cec-400b-835b-7e1a0f7c0672 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2100528'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:46.895035 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-fec7341f-bffb-4a3d-b635-beafd3476aa6 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:46.953314 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42f8137-7cec-400b-835b-7e1a0f7c0672 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:47:46.954253 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-d42f8137-7cec-400b-835b-7e1a0f7c0672 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:47:46.958517 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42f8137-7cec-400b-835b-7e1a0f7c0672 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:47:47.002055 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f8137-7cec-400b-835b-7e1a0f7c0672 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Pushing event updated for resources: {'Port': ['ID=15aad569-d410-4c6f-81dd-54d1b8f8358e,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:47.006495 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d42f8137-7cec-400b-835b-7e1a0f7c0672 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:47.030373 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-40d2556e-a704-473a-8a5e-2eaefbea3aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:47.034450 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-bc6ed843-fa1b-4976-b9e5-60cd7447c7e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:47.080626 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2556e-a704-473a-8a5e-2eaefbea3aa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a3fef6-a117-459d-8239-502c57febf3c,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:47.119799 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2556e-a704-473a-8a5e-2eaefbea3aa7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:47:47.120056 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2556e-a704-473a-8a5e-2eaefbea3aa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:47:47.120258 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2556e-a704-473a-8a5e-2eaefbea3aa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:47:47.120619 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2556e-a704-473a-8a5e-2eaefbea3aa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:47:47.120977 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2556e-a704-473a-8a5e-2eaefbea3aa7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:47:47.121365 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2556e-a704-473a-8a5e-2eaefbea3aa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:47:47.121689 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2556e-a704-473a-8a5e-2eaefbea3aa7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:47:47.122036 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2556e-a704-473a-8a5e-2eaefbea3aa7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:47:47.122387 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2556e-a704-473a-8a5e-2eaefbea3aa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:47:47.122730 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2556e-a704-473a-8a5e-2eaefbea3aa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:47:47.123079 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2556e-a704-473a-8a5e-2eaefbea3aa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:47:47.123420 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2556e-a704-473a-8a5e-2eaefbea3aa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:47:47.131314 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-40d2556e-a704-473a-8a5e-2eaefbea3aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:47.363538 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-40d2556e-a704-473a-8a5e-2eaefbea3aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732092'] for router_interface, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:47.416269 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d42f8137-7cec-400b-835b-7e1a0f7c0672 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:47.496398 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d42f8137-7cec-400b-835b-7e1a0f7c0672 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:47.725279 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d42f8137-7cec-400b-835b-7e1a0f7c0672 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:47.732580 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d42f8137-7cec-400b-835b-7e1a0f7c0672 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2100521'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:47.736862 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d86e1f91-eb35-4f95-96f0-0348281643af tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:47.836516 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f8137-7cec-400b-835b-7e1a0f7c0672 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Pushing event updated for resources: {'Port': ['ID=15aad569-d410-4c6f-81dd-54d1b8f8358e,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:47.840647 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d42f8137-7cec-400b-835b-7e1a0f7c0672 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:47.854484 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d42f8137-7cec-400b-835b-7e1a0f7c0672 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709941'] for floatingip, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:47.862632 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d2556e-a704-473a-8a5e-2eaefbea3aa7 admin admin] Router 28fe5a85-3754-419c-9dd0-288a981e9dfd has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:47:48.083705 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d2556e-a704-473a-8a5e-2eaefbea3aa7 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:47:48.093609 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-40d2556e-a704-473a-8a5e-2eaefbea3aa7 admin admin] 10.222.0.48 "PUT /v2.0/routers/28fe5a85-3754-419c-9dd0-288a981e9dfd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6993651
May 11 13:47:48.094206 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ede5bc-d972-41a8-953d-4d653db72013 None None] Sync routers for ids ['28fe5a85-3754-419c-9dd0-288a981e9dfd'] in dv-cinder-784779-11-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:47:48.096708 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 49306) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:48.106230 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ede5bc-d972-41a8-953d-4d653db72013 None None] Routers {'28fe5a85-3754-419c-9dd0-288a981e9dfd'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:47:48.106882 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-75ede5bc-d972-41a8-953d-4d653db72013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9f41730>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:47:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['28fe5a85-3754-419c-9dd0-288a981e9dfd'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:48.265383 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.db.l3_db [None req-d42f8137-7cec-400b-835b-7e1a0f7c0672 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Floating IP 42d74bcf-8edd-4ec2-b708-c4d70c72e07e associated. External IP: 172.27.1.2, port: cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3.
May 11 13:47:48.296135 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-75ede5bc-d972-41a8-953d-4d653db72013 None None] Set router 28fe5a85-3754-419c-9dd0-288a981e9dfd gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:47:48.432018 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4082bc2f-7677-4cfa-b490-50f4808c3eed admin admin] Notify callbacks [] for router, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:48.640502 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-75ede5bc-d972-41a8-953d-4d653db72013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9f41730>, [{'id': '28fe5a85-3754-419c-9dd0-288a981e9dfd', 'name': 'tempest-TestMinimumBasicScenario-1911458882-router', 'tenant_id': '39e7193326644613934f9749cdae7b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'b1fd4596-2f73-4d77-ae86-fc584cc5d1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:43:51Z', 'updated_at': '2021-05-11T13:47:46Z', 'revision_number': 5, 'project_id': '39e7193326644613934f9749cdae7b25', 'gw_port': {'id': 'b1fd4596-2f73-4d77-ae86-fc584cc5d1cd', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:df:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fe5a85-3754-419c-9dd0-288a981e9dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:52Z', 'updated_at': '2021-05-11T13:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:48.648156 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ede5bc-d972-41a8-953d-4d653db72013 None None] Checking router: 28fe5a85-3754-419c-9dd0-288a981e9dfd for host: dv-cinder-784779-11-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:47:48.657867 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ede5bc-d972-41a8-953d-4d653db72013 None None] Routers {'28fe5a85-3754-419c-9dd0-288a981e9dfd'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:47:48.660309 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-75ede5bc-d972-41a8-953d-4d653db72013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9f41730>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:47:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['28fe5a85-3754-419c-9dd0-288a981e9dfd'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:48.758425 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4082bc2f-7677-4cfa-b490-50f4808c3eed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:48.855013 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-75ede5bc-d972-41a8-953d-4d653db72013 None None] Set router 28fe5a85-3754-419c-9dd0-288a981e9dfd gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:47:48.870393 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42f8137-7cec-400b-835b-7e1a0f7c0672 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Router 58c3c7fa-7e63-48e6-83ab-93b437743e0a has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:47:48.898715 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-4082bc2f-7677-4cfa-b490-50f4808c3eed admin admin] Deleting port b1fd4596-2f73-4d77-ae86-fc584cc5d1cd {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:47:48.899316 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4082bc2f-7677-4cfa-b490-50f4808c3eed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:49.166732 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-75ede5bc-d972-41a8-953d-4d653db72013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9f41730>, [{'id': '28fe5a85-3754-419c-9dd0-288a981e9dfd', 'name': 'tempest-TestMinimumBasicScenario-1911458882-router', 'tenant_id': '39e7193326644613934f9749cdae7b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'b1fd4596-2f73-4d77-ae86-fc584cc5d1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:43:51Z', 'updated_at': '2021-05-11T13:47:46Z', 'revision_number': 5, 'project_id': '39e7193326644613934f9749cdae7b25', 'gw_port': {'id': 'b1fd4596-2f73-4d77-ae86-fc584cc5d1cd', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:df:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fe5a85-3754-419c-9dd0-288a981e9dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:52Z', 'updated_at': '2021-05-11T13:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:49.172006 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ede5bc-d972-41a8-953d-4d653db72013 None None] The sync data for ids ['28fe5a85-3754-419c-9dd0-288a981e9dfd'] in dv-cinder-784779-11-iscsi is: [{'id': '28fe5a85-3754-419c-9dd0-288a981e9dfd', 'name': 'tempest-TestMinimumBasicScenario-1911458882-router', 'tenant_id': '39e7193326644613934f9749cdae7b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'b1fd4596-2f73-4d77-ae86-fc584cc5d1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:43:51Z', 'updated_at': '2021-05-11T13:47:46Z', 'revision_number': 5, 'project_id': '39e7193326644613934f9749cdae7b25', 'gw_port': {'id': 'b1fd4596-2f73-4d77-ae86-fc584cc5d1cd', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:df:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fe5a85-3754-419c-9dd0-288a981e9dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:43:52Z', 'updated_at': '2021-05-11T13:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:47:49.318955 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-4082bc2f-7677-4cfa-b490-50f4808c3eed admin admin] For port b1fd4596-2f73-4d77-ae86-fc584cc5d1cd, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=b1fd4596-2f73-4d77-ae86-fc584cc5d1cd,segment=NetworkSegment(2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f),segment_id=2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:47:49.319319 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4082bc2f-7677-4cfa-b490-50f4808c3eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:49.453519 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-4082bc2f-7677-4cfa-b490-50f4808c3eed admin admin] Calling delete_port for b1fd4596-2f73-4d77-ae86-fc584cc5d1cd owned by network:router_gateway {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:47:49.460415 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42f8137-7cec-400b-835b-7e1a0f7c0672 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:47:49.470748 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8655ca-fcfe-4b59-813f-41c025d87366 None None] Sync routers for ids ['58c3c7fa-7e63-48e6-83ab-93b437743e0a'] in dv-cinder-784779-11-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:47:49.481260 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8655ca-fcfe-4b59-813f-41c025d87366 None None] Routers {'58c3c7fa-7e63-48e6-83ab-93b437743e0a'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:47:49.481912 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-3d8655ca-fcfe-4b59-813f-41c025d87366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e38460>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:47:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['58c3c7fa-7e63-48e6-83ab-93b437743e0a'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:49.509480 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d42f8137-7cec-400b-835b-7e1a0f7c0672 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for floatingip, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:49.586809 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-d42f8137-7cec-400b-835b-7e1a0f7c0672 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.2139814
May 11 13:47:49.690328 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-3d8655ca-fcfe-4b59-813f-41c025d87366 None None] Set router 58c3c7fa-7e63-48e6-83ab-93b437743e0a gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:47:49.701090 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e98bf6-077d-4a16-b66b-7651ca0eb12e', 'tag': 'cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:47:49.775990 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e98bf6-077d-4a16-b66b-7651ca0eb12e', 'tag': 'cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3', 'status': 'completed', 'code': 200}
May 11 13:47:49.848474 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4082bc2f-7677-4cfa-b490-50f4808c3eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2100528'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:49.854897 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f0e5703c-c651-4663-a0bd-ed529bddb1f6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:49.901835 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08b737-db6c-407e-ad06-f5626b12746a req-f575c558-13c2-4b2a-82c2-5aaac4e10ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:49.903822 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-de08b737-db6c-407e-ad06-f5626b12746a req-f575c558-13c2-4b2a-82c2-5aaac4e10ac9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2117c366b46f4a7b867a6881d105e9e2&device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 1099 time: 0.0954235
May 11 13:47:49.934434 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082bc2f-7677-4cfa-b490-50f4808c3eed admin admin] Pushing event deleted for resources: {'Port': ['ID=b1fd4596-2f73-4d77-ae86-fc584cc5d1cd,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:49.936983 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-4082bc2f-7677-4cfa-b490-50f4808c3eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:50.016407 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4082bc2f-7677-4cfa-b490-50f4808c3eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709928'] for router_gateway, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:50.093003 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08b737-db6c-407e-ad06-f5626b12746a req-2b0704c9-1b93-4a6a-9778-a6f7bd49a035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:50.094021 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-de08b737-db6c-407e-ad06-f5626b12746a req-2b0704c9-1b93-4a6a-9778-a6f7bd49a035 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8dd77e97-4eb7-4ba9-bde3-1bab06580f9e HTTP/1.1" status: 200  len: 909 time: 0.1826248
May 11 13:47:50.163260 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-3d8655ca-fcfe-4b59-813f-41c025d87366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e38460>, [{'id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'name': 'tempest-TestShelveInstance-507028505-router', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ec0442c9-ed16-4edc-8001-83dd0062621f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:42Z', 'updated_at': '2021-05-11T13:46:47Z', 'revision_number': 4, 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'gw_port': {'id': 'ec0442c9-ed16-4edc-8001-83dd0062621f', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:43Z', 'updated_at': '2021-05-11T13:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_floatingips': [{'id': '42d74bcf-8edd-4ec2-b708-c4d70c72e07e', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'floating_ip_address': '172.27.1.2', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'port_id': 'cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd77e97-4eb7-4ba9-bde3-1bab06580f9e', 'mac_address': 'fa:16:3e:37:be:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e98bf6-077d-4a16-b66b-7651ca0eb12e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:47:47Z', 'updated_at': '2021-05-11T13:47:47Z', 'revision_number': 0, 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d399b5-bb88-4630-abd4-97e35544c9ae', 'name': '', 'network_id': '8dd77e97-4eb7-4ba9-bde3-1bab06580f9e', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'mac_address': 'fa:16:3e:14:11:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4f718927-4558-4044-9512-8b085fcdc25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:46Z', 'updated_at': '2021-05-11T13:46:55Z', 'revision_number': 5, 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'subnets': [{'id': '4f718927-4558-4044-9512-8b085fcdc25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:50.167250 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8655ca-fcfe-4b59-813f-41c025d87366 None None] Checking router: 58c3c7fa-7e63-48e6-83ab-93b437743e0a for host: dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:47:50.176162 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8655ca-fcfe-4b59-813f-41c025d87366 None None] Routers {'58c3c7fa-7e63-48e6-83ab-93b437743e0a'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:47:50.176796 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-3d8655ca-fcfe-4b59-813f-41c025d87366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e38460>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:47:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['58c3c7fa-7e63-48e6-83ab-93b437743e0a'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:50.199710 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4082bc2f-7677-4cfa-b490-50f4808c3eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1796148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29004'] for router, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:50.202294 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4082bc2f-7677-4cfa-b490-50f4808c3eed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:50.205015 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-de08b737-db6c-407e-ad06-f5626b12746a req-4072d831-4e66-4806-9900-69555c31095f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 HTTP/1.1" status: 200  len: 998 time: 0.1033707
May 11 13:47:50.276834 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08b737-db6c-407e-ad06-f5626b12746a req-e4029c2f-1c97-4fdd-b4c7-e72e8cefe865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:50.278175 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-de08b737-db6c-407e-ad06-f5626b12746a req-e4029c2f-1c97-4fdd-b4c7-e72e8cefe865 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4f718927-4558-4044-9512-8b085fcdc25e HTTP/1.1" status: 200  len: 847 time: 0.0656061
May 11 13:47:50.295734 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4082bc2f-7677-4cfa-b490-50f4808c3eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1731194'] for router, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:50.296458 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4082bc2f-7677-4cfa-b490-50f4808c3eed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28fe5a85-3754-419c-9dd0-288a981e9dfd {{(pid=78703) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 11 13:47:50.315904 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4082bc2f-7677-4cfa-b490-50f4808c3eed admin admin] Notify callbacks [] for router, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:50.319832 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-4082bc2f-7677-4cfa-b490-50f4808c3eed admin admin] 10.222.0.48 "DELETE /v2.0/routers/28fe5a85-3754-419c-9dd0-288a981e9dfd HTTP/1.1" status: 204  len: 168 time: 2.2221351
May 11 13:47:50.320484 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 49324) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:50.368904 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08b737-db6c-407e-ad06-f5626b12746a req-b04e7a21-ddcc-49dc-bb0f-3b35ccecc438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:47:50.370645 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-de08b737-db6c-407e-ad06-f5626b12746a req-b04e7a21-ddcc-49dc-bb0f-3b35ccecc438 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8dd77e97-4eb7-4ba9-bde3-1bab06580f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0815308
May 11 13:47:50.381203 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-3d8655ca-fcfe-4b59-813f-41c025d87366 None None] Set router 58c3c7fa-7e63-48e6-83ab-93b437743e0a gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:47:50.395070 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ece137b-3ec1-49d8-9a10-58684afeac93 admin admin] Deleting subnet 53b3d920-47b0-4686-bf3d-d9e25bde6ad9 {{(pid=78703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 11 13:47:50.398596 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7ece137b-3ec1-49d8-9a10-58684afeac93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:50.464543 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7ece137b-3ec1-49d8-9a10-58684afeac93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077574'] for subnet, precommit_delete_associations {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:50.522974 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-de08b737-db6c-407e-ad06-f5626b12746a req-5e38c298-0a91-4d89-bb80-5a294ddd3581 service neutron] 10.222.0.54 "GET /v2.0/networks/8dd77e97-4eb7-4ba9-bde3-1bab06580f9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417804
May 11 13:47:50.565651 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7ece137b-3ec1-49d8-9a10-58684afeac93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861720'] for subnet, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:50.679302 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-de08b737-db6c-407e-ad06-f5626b12746a req-6e40f2cb-a1d0-4da3-b436-a03484bd34a7 service neutron] 10.222.0.54 "GET /v2.0/networks/8dd77e97-4eb7-4ba9-bde3-1bab06580f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1484573
May 11 13:47:50.786127 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-3d8655ca-fcfe-4b59-813f-41c025d87366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e38460>, [{'id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'name': 'tempest-TestShelveInstance-507028505-router', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ec0442c9-ed16-4edc-8001-83dd0062621f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:42Z', 'updated_at': '2021-05-11T13:46:47Z', 'revision_number': 4, 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'gw_port': {'id': 'ec0442c9-ed16-4edc-8001-83dd0062621f', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:43Z', 'updated_at': '2021-05-11T13:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_floatingips': [{'id': '42d74bcf-8edd-4ec2-b708-c4d70c72e07e', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'floating_ip_address': '172.27.1.2', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'port_id': 'cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd77e97-4eb7-4ba9-bde3-1bab06580f9e', 'mac_address': 'fa:16:3e:37:be:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e98bf6-077d-4a16-b66b-7651ca0eb12e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:47:47Z', 'updated_at': '2021-05-11T13:47:47Z', 'revision_number': 0, 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d399b5-bb88-4630-abd4-97e35544c9ae', 'name': '', 'network_id': '8dd77e97-4eb7-4ba9-bde3-1bab06580f9e', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'mac_address': 'fa:16:3e:14:11:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4f718927-4558-4044-9512-8b085fcdc25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:46Z', 'updated_at': '2021-05-11T13:46:55Z', 'revision_number': 5, 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'subnets': [{'id': '4f718927-4558-4044-9512-8b085fcdc25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:50.791113 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8655ca-fcfe-4b59-813f-41c025d87366 None None] The sync data for ids ['58c3c7fa-7e63-48e6-83ab-93b437743e0a'] in dv-cinder-784779-11-iscsi is: [{'id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'name': 'tempest-TestShelveInstance-507028505-router', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ec0442c9-ed16-4edc-8001-83dd0062621f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:42Z', 'updated_at': '2021-05-11T13:46:47Z', 'revision_number': 4, 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'gw_port': {'id': 'ec0442c9-ed16-4edc-8001-83dd0062621f', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:43Z', 'updated_at': '2021-05-11T13:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_floatingips': [{'id': '42d74bcf-8edd-4ec2-b708-c4d70c72e07e', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'floating_ip_address': '172.27.1.2', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'port_id': 'cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd77e97-4eb7-4ba9-bde3-1bab06580f9e', 'mac_address': 'fa:16:3e:37:be:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e98bf6-077d-4a16-b66b-7651ca0eb12e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:47:47Z', 'updated_at': '2021-05-11T13:47:47Z', 'revision_number': 0, 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d399b5-bb88-4630-abd4-97e35544c9ae', 'name': '', 'network_id': '8dd77e97-4eb7-4ba9-bde3-1bab06580f9e', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'mac_address': 'fa:16:3e:14:11:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4f718927-4558-4044-9512-8b085fcdc25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:46Z', 'updated_at': '2021-05-11T13:46:55Z', 'revision_number': 5, 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'subnets': [{'id': '4f718927-4558-4044-9512-8b085fcdc25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:47:50.952286 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7ece137b-3ec1-49d8-9a10-58684afeac93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2100579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2545306'] for subnet, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:50.961608 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device b1fd4596-2f73-4d77-ae86-fc584cc5d1cd no longer exists at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:47:50.964005 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d7094c5b-dabb-42f8-83ef-e04b6ad5e4e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:50.993684 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7ece137b-3ec1-49d8-9a10-58684afeac93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:51.001360 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece137b-3ec1-49d8-9a10-58684afeac93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53b3d920-47b0-4686-bf3d-d9e25bde6ad9,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:51.002374 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] No Port match for: b1fd4596-2f73-4d77-ae86-fc584cc5d1cd {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:47:51.002726 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device b1fd4596-2f73-4d77-ae86-fc584cc5d1cd not bound to the agent host dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:47:51.003491 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device f5a3fef6-a117-459d-8239-502c57febf3c no longer exists at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:47:51.010492 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-7ece137b-3ec1-49d8-9a10-58684afeac93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:51.010492 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-7ece137b-3ec1-49d8-9a10-58684afeac93 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/53b3d920-47b0-4686-bf3d-d9e25bde6ad9 HTTP/1.1" status: 204  len: 168 time: 0.6851313
May 11 13:47:51.010685 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 49330) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:51.042360 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c4fda2-079d-422c-8251-246025b8050c None None] Network dab87f88-3cda-4df8-80ce-d9ba1faed23e requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:47:51.065300 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0092d354-373f-4fb1-931b-549d1667b059 None None] New status for floating IP 42d74bcf-8edd-4ec2-b708-c4d70c72e07e: ACTIVE {{(pid=78705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 11 13:47:51.083963 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] No Port match for: f5a3fef6-a117-459d-8239-502c57febf3c {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:47:51.084318 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device f5a3fef6-a117-459d-8239-502c57febf3c not bound to the agent host dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:47:51.163780 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fa5b44dc-c84d-4aa0-bf86-51b542e133f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785944'] for network, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:51.245071 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-fa5b44dc-c84d-4aa0-bf86-51b542e133f6 admin admin] Deleting port 4d5ea549-78e3-42b9-bc93-1fc0a7960e6f {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:47:51.245412 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fa5b44dc-c84d-4aa0-bf86-51b542e133f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:51.374588 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-fa5b44dc-c84d-4aa0-bf86-51b542e133f6 admin admin] For port 4d5ea549-78e3-42b9-bc93-1fc0a7960e6f, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=4d5ea549-78e3-42b9-bc93-1fc0a7960e6f,segment=NetworkSegment(b3d1a7e7-b32f-4a47-95d0-47fe470f8e30),segment_id=b3d1a7e7-b32f-4a47-95d0-47fe470f8e30)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:47:51.375107 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fa5b44dc-c84d-4aa0-bf86-51b542e133f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:51.390906 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fa14ab-623f-4714-8592-0e6152f3cd15 None None] DHCP port deletion for dab87f88-3cda-4df8-80ce-d9ba1faed23e request from dv-cinder-784779-11-iscsi {{(pid=78704) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 11 13:47:51.467590 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-e2fa14ab-623f-4714-8592-0e6152f3cd15 None None] Deleting port 4d5ea549-78e3-42b9-bc93-1fc0a7960e6f {{(pid=78704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:47:51.468535 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-e2fa14ab-623f-4714-8592-0e6152f3cd15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:51.571789 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-e2fa14ab-623f-4714-8592-0e6152f3cd15 None None] For port 4d5ea549-78e3-42b9-bc93-1fc0a7960e6f, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=4d5ea549-78e3-42b9-bc93-1fc0a7960e6f,segment=NetworkSegment(b3d1a7e7-b32f-4a47-95d0-47fe470f8e30),segment_id=b3d1a7e7-b32f-4a47-95d0-47fe470f8e30)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:47:51.572219 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-e2fa14ab-623f-4714-8592-0e6152f3cd15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:51.639066 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-fa5b44dc-c84d-4aa0-bf86-51b542e133f6 admin admin] Calling delete_port for 4d5ea549-78e3-42b9-bc93-1fc0a7960e6f owned by network:dhcp {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:47:51.688991 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fa5b44dc-c84d-4aa0-bf86-51b542e133f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:51.693462 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-48ef78e6-3961-4b7f-8fb8-4db19f28c947 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:51.738928 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b44dc-c84d-4aa0-bf86-51b542e133f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d5ea549-78e3-42b9-bc93-1fc0a7960e6f,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:51.742219 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fa5b44dc-c84d-4aa0-bf86-51b542e133f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:51.742991 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5b44dc-c84d-4aa0-bf86-51b542e133f6 admin admin] No DVR routers for this DVR port 4d5ea549-78e3-42b9-bc93-1fc0a7960e6f on host dv-cinder-784779-11-iscsi {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:47:51.744172 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-e2fa14ab-623f-4714-8592-0e6152f3cd15 None None] Calling delete_port for 4d5ea549-78e3-42b9-bc93-1fc0a7960e6f owned by network:dhcp {{(pid=78704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:47:51.793861 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-e2fa14ab-623f-4714-8592-0e6152f3cd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980'] for port, after_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:51.797577 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:51.846385 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa14ab-623f-4714-8592-0e6152f3cd15 None None] Pushing event deleted for resources: {'Port': ['ID=4d5ea549-78e3-42b9-bc93-1fc0a7960e6f,revision_number=None']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:51.850033 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-e2fa14ab-623f-4714-8592-0e6152f3cd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:51.850926 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fa14ab-623f-4714-8592-0e6152f3cd15 None None] No DVR routers for this DVR port 4d5ea549-78e3-42b9-bc93-1fc0a7960e6f on host dv-cinder-784779-11-iscsi {{(pid=78704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:47:51.870590 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fa5b44dc-c84d-4aa0-bf86-51b542e133f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863971', 'neutron.services.segments.db._delete_segments_for_network-8734582855581'] for network, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:51.884579 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-fa5b44dc-c84d-4aa0-bf86-51b542e133f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ad906feb0>,) {'filters': {'network_id': ['dab87f88-3cda-4df8-80ce-d9ba1faed23e']}} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:51.897381 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-fa5b44dc-c84d-4aa0-bf86-51b542e133f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad906feb0>, 'b3d1a7e7-b32f-4a47-95d0-47fe470f8e30') {'for_net_delete': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:51.897561 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-fa5b44dc-c84d-4aa0-bf86-51b542e133f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad906feb0>, 'b3d1a7e7-b32f-4a47-95d0-47fe470f8e30') {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:47:51.909699 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fa5b44dc-c84d-4aa0-bf86-51b542e133f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582867559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143145'] for segment, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:51.926650 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fa5b44dc-c84d-4aa0-bf86-51b542e133f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:51.933475 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa5b44dc-c84d-4aa0-bf86-51b542e133f6 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=78702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 11 13:47:51.933906 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fa5b44dc-c84d-4aa0-bf86-51b542e133f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2529426'] for segment, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]: Traceback (most recent call last):
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]:     timer()
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]:     cb(*args, **kw)
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]:     return func(*args, **kwargs)
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]:     self._notify()
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]:     self.callback(batched_events)
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]:     event.method(event)
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]:     aggregate_uuid = self.p_client.list_aggregates(
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]:     return f(self, *a, **k)
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]:     return self._get(url).json()
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]:     return self.request(url, 'GET', **kwargs)
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]:     base_url = self.get_endpoint(auth, allow=allow,
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 11 13:47:51.951201 dv-cinder-784779-11-iscsi neutron-server[78702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 11 13:47:52.033753 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fa5b44dc-c84d-4aa0-bf86-51b542e133f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709946'] for network, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:52.037918 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-c99269a2-2a27-46ec-bea9-85659862112d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:52.051661 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fa5b44dc-c84d-4aa0-bf86-51b542e133f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:52.061973 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b44dc-c84d-4aa0-bf86-51b542e133f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dab87f88-3cda-4df8-80ce-d9ba1faed23e,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:52.065416 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fa5b44dc-c84d-4aa0-bf86-51b542e133f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:52.067791 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-fa5b44dc-c84d-4aa0-bf86-51b542e133f6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/dab87f88-3cda-4df8-80ce-d9ba1faed23e HTTP/1.1" status: 204  len: 168 time: 1.0569122
May 11 13:47:52.279187 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 49342) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:52.337086 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-7b39fc1c-1f3e-4115-a06e-959314336268 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87061cce8d8647f28b362c421c9446b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0566268
May 11 13:47:52.339961 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 49346) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:52.401126 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7d57b93e-8924-4dc0-aae0-57eb5ccf07f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:52.429714 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7d57b93e-8924-4dc0-aae0-57eb5ccf07f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:52.500810 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7d57b93e-8924-4dc0-aae0-57eb5ccf07f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:52.505816 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e561f864-7cd1-4429-84be-d8b95a899ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:52.524866 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57b93e-8924-4dc0-aae0-57eb5ccf07f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2fc4bd-ab0c-4d9e-b775-ab89c3834903,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:52.529348 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-7d57b93e-8924-4dc0-aae0-57eb5ccf07f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:52.534010 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7d57b93e-8924-4dc0-aae0-57eb5ccf07f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:52.535760 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-7d57b93e-8924-4dc0-aae0-57eb5ccf07f0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e2fc4bd-ab0c-4d9e-b775-ab89c3834903 HTTP/1.1" status: 204  len: 168 time: 0.1942408
May 11 13:47:52.934867 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 4d5ea549-78e3-42b9-bc93-1fc0a7960e6f no longer exists at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:47:52.973325 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] No Port match for: 4d5ea549-78e3-42b9-bc93-1fc0a7960e6f {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:47:52.973845 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 4d5ea549-78e3-42b9-bc93-1fc0a7960e6f not bound to the agent host dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:47:52.995892 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 49354) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:53.048264 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-205ad43a-81e0-4ef4-977b-7e325b45a6d6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=39e7193326644613934f9749cdae7b25&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0501816
May 11 13:47:53.050727 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 49358) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:47:53.123073 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-8bb472c7-41ab-4ade-9fb1-eeed6a0dcce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:53.155108 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-8bb472c7-41ab-4ade-9fb1-eeed6a0dcce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:53.219990 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-8bb472c7-41ab-4ade-9fb1-eeed6a0dcce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:53.224303 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f2930f8b-62d0-4d99-af6e-7986fc6014db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:47:53.236347 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb472c7-41ab-4ade-9fb1-eeed6a0dcce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48400c2e-17f9-4aaf-8d89-e061c8e61fbe,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:47:53.240664 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-8bb472c7-41ab-4ade-9fb1-eeed6a0dcce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:47:53.244417 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-8bb472c7-41ab-4ade-9fb1-eeed6a0dcce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:53.246716 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-8bb472c7-41ab-4ade-9fb1-eeed6a0dcce0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/48400c2e-17f9-4aaf-8d89-e061c8e61fbe HTTP/1.1" status: 204  len: 168 time: 0.1942964
May 11 13:47:59.411052 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-c6067ae0-ce57-4a3b-8eb2-a7d8a0854125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:47:59.514514 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:01.668660 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-13af82da-e632-4801-88f2-330d40c389d9 req-89c295bc-e809-4ab2-b716-185c2f32e3a6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0815005
May 11 13:48:01.779623 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af82da-e632-4801-88f2-330d40c389d9 req-ee3727a7-02d4-4e1d-8cbc-da3690048433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:01.781142 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-13af82da-e632-4801-88f2-330d40c389d9 req-ee3727a7-02d4-4e1d-8cbc-da3690048433 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d185725581a24febb7946b4a64c64b41&device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d HTTP/1.1" status: 200  len: 1099 time: 0.0837333
May 11 13:48:01.944023 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af82da-e632-4801-88f2-330d40c389d9 req-4e7724c5-2883-4959-b330-01ef407d101c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:01.945396 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-13af82da-e632-4801-88f2-330d40c389d9 req-4e7724c5-2883-4959-b330-01ef407d101c service neutron] 10.222.0.54 "GET /v2.0/networks?id=fd97d37a-0667-4ddc-b6b6-37157baca3ab HTTP/1.1" status: 200  len: 913 time: 0.1384964
May 11 13:48:02.056919 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-13af82da-e632-4801-88f2-330d40c389d9 req-816016dc-f3e7-4bf5-96b2-7e65c97999f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e84ac36-b98b-4401-b3da-d4aacb89094f HTTP/1.1" status: 200  len: 1001 time: 0.1026132
May 11 13:48:02.136630 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af82da-e632-4801-88f2-330d40c389d9 req-0b350977-8237-40cd-b290-ebf9cb020841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:02.138103 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-13af82da-e632-4801-88f2-330d40c389d9 req-0b350977-8237-40cd-b290-ebf9cb020841 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eff3406f-1fd8-4742-aa2f-78f38079d01b HTTP/1.1" status: 200  len: 851 time: 0.0733457
May 11 13:48:02.219479 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af82da-e632-4801-88f2-330d40c389d9 req-9d1fa30d-b501-4cef-bc86-3161a07d7b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:02.220913 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-13af82da-e632-4801-88f2-330d40c389d9 req-9d1fa30d-b501-4cef-bc86-3161a07d7b43 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fd97d37a-0667-4ddc-b6b6-37157baca3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0752244
May 11 13:48:02.248575 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:02.362197 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-13af82da-e632-4801-88f2-330d40c389d9 req-41a0c548-3729-4bde-a4a0-d9d206b8d1d5 service neutron] 10.222.0.54 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1340261
May 11 13:48:02.508850 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d70a0b9b-8591-4342-90c9-9f7cc38254ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:02.510927 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-13af82da-e632-4801-88f2-330d40c389d9 req-d74fd05f-8f06-437f-9239-7219dd0418d5 service neutron] 10.222.0.54 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419547
May 11 13:48:03.173061 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4285d6e-e9ed-4ae6-b365-8997ee3e853b req-abd390a7-0876-4a94-956b-0461a784dc27 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:03.174520 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d4285d6e-e9ed-4ae6-b365-8997ee3e853b req-abd390a7-0876-4a94-956b-0461a784dc27 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 945 time: 0.0926886
May 11 13:48:03.227041 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d4285d6e-e9ed-4ae6-b365-8997ee3e853b req-7b017804-9bc9-4928-b09f-6538b1c23fbf tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464995
May 11 13:48:03.356916 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:04.435432 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2521d-e646-4358-9f73-88a7dc4f83dc req-5b029d6f-bed8-42d1-98ee-f46a1be06859 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:04.436897 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c9a2521d-e646-4358-9f73-88a7dc4f83dc req-5b029d6f-bed8-42d1-98ee-f46a1be06859 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 945 time: 0.0961504
May 11 13:48:04.485259 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c9a2521d-e646-4358-9f73-88a7dc4f83dc req-24e73672-c569-4a6a-b0de-0a0519c4d618 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402334
May 11 13:48:04.776059 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:05.691397 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970ef46-8f66-4d13-bd76-4b9d3680fe21 req-bbe13ca0-a73f-4409-8ea6-5fa42c64c1ce tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:05.692865 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b970ef46-8f66-4d13-bd76-4b9d3680fe21 req-bbe13ca0-a73f-4409-8ea6-5fa42c64c1ce tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 945 time: 0.0903273
May 11 13:48:05.741626 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b970ef46-8f66-4d13-bd76-4b9d3680fe21 req-b028fe88-308e-4590-a89c-2b1e887a30aa tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425045
May 11 13:48:06.951864 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f896f-aaeb-4734-8e7c-822d02078b9a req-1ea71834-7354-4ed1-acf1-6040da588558 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:06.953335 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-139f896f-aaeb-4734-8e7c-822d02078b9a req-1ea71834-7354-4ed1-acf1-6040da588558 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 945 time: 0.0880551
May 11 13:48:07.001752 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-139f896f-aaeb-4734-8e7c-822d02078b9a req-858db4fd-28ef-48be-a894-3037af3e5c7a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428183
May 11 13:48:08.216621 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61d7d0-11f2-4448-9dc9-8b3295371916 req-7f14f3d9-42e9-4bde-8060-8438b5290694 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:08.218167 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ed61d7d0-11f2-4448-9dc9-8b3295371916 req-7f14f3d9-42e9-4bde-8060-8438b5290694 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 945 time: 0.1010709
May 11 13:48:08.265690 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ed61d7d0-11f2-4448-9dc9-8b3295371916 req-c6660313-66f2-42fc-89b2-973dbeb6a245 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413437
May 11 13:48:09.469213 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9c118-1db2-4077-bcd3-068a8d55704c req-2b6e2d49-6d19-4c10-9ec2-27c88c7d0d3e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:09.470636 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dbd9c118-1db2-4077-bcd3-068a8d55704c req-2b6e2d49-6d19-4c10-9ec2-27c88c7d0d3e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 945 time: 0.0854745
May 11 13:48:09.520902 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dbd9c118-1db2-4077-bcd3-068a8d55704c req-cd0baa52-18be-4feb-91fd-8f0a5f409265 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443022
May 11 13:48:10.729803 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b83acf-7619-4c52-99fe-a5ca66885971 req-96823096-9c83-4044-a4bd-de7fb6d718a7 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:10.731329 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8b83acf-7619-4c52-99fe-a5ca66885971 req-96823096-9c83-4044-a4bd-de7fb6d718a7 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 945 time: 0.0871339
May 11 13:48:10.779458 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8b83acf-7619-4c52-99fe-a5ca66885971 req-9e015302-44ca-4ecf-85d9-5190cc06cdd2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422134
May 11 13:48:11.652005 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:48:12.006201 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10093a14-2d4f-479b-974c-3a366b6725cf req-eb6fef22-3531-4ba5-816f-3962bd1ad2ef tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:12.007668 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-10093a14-2d4f-479b-974c-3a366b6725cf req-eb6fef22-3531-4ba5-816f-3962bd1ad2ef tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 945 time: 0.0969141
May 11 13:48:12.055715 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-10093a14-2d4f-479b-974c-3a366b6725cf req-96dd555d-d4a9-42fd-995f-a6c1774026ca tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403223
May 11 13:48:13.279891 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00854f70-ee3f-4590-ae7d-9df58a839aed req-6795806e-6a76-4879-a6e2-4f0ef93b0fcc tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:13.281375 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-00854f70-ee3f-4590-ae7d-9df58a839aed req-6795806e-6a76-4879-a6e2-4f0ef93b0fcc tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 945 time: 0.0999486
May 11 13:48:13.329010 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-00854f70-ee3f-4590-ae7d-9df58a839aed req-98945e5f-b753-44b6-a810-54521faf62a6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393145
May 11 13:48:14.527195 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e374e-4343-4269-b70b-38fd14cd3c8d req-9c15a681-848a-4752-85ea-edc3c4d27a78 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:14.528585 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1d2e374e-4343-4269-b70b-38fd14cd3c8d req-9c15a681-848a-4752-85ea-edc3c4d27a78 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 945 time: 0.0843039
May 11 13:48:14.573553 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1d2e374e-4343-4269-b70b-38fd14cd3c8d req-5ce1a07d-20cc-446e-a0ad-91a8fe155bd2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389426
May 11 13:48:14.843057 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device d6433f3c-7aeb-455b-ae05-a508772abca5 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 11 13:48:14.981724 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port d6433f3c-7aeb-455b-ae05-a508772abca5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d6433f3c-7aeb-455b-ae05-a508772abca5,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:48:14.995295 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Returning: {'device': 'd6433f3c-7aeb-455b-ae05-a508772abca5', 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'port_id': 'd6433f3c-7aeb-455b-ae05-a508772abca5', 'mac_address': 'fa:16:3e:08:90:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 11 13:48:15.068311 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:15.088015 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6433f3c-7aeb-455b-ae05-a508772abca5 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:48:15.104732 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port d6433f3c-7aeb-455b-ae05-a508772abca5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d6433f3c-7aeb-455b-ae05-a508772abca5,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:48:15.111754 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:15.113831 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:48:15.185704 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=d6433f3c-7aeb-455b-ae05-a508772abca5,revision_number=6']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:48:15.193463 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:15.193812 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:15.194147 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:15.194475 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:15.194777 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:15.195104 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:15.195432 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:15.195773 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:15.196096 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:15.196413 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:15.196727 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:15.197037 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:15.201253 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:48:15.224315 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['d6433f3c-7aeb-455b-ae05-a508772abca5'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:48:15.896220 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7c01d-7663-4965-9e6c-6b6671abe21a req-a6a16447-d0d6-4408-b04a-9cfa6d2b8270 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:15.897808 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fae7c01d-7663-4965-9e6c-6b6671abe21a req-a6a16447-d0d6-4408-b04a-9cfa6d2b8270 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 944 time: 0.2092512
May 11 13:48:15.947841 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fae7c01d-7663-4965-9e6c-6b6671abe21a req-f0572641-886e-4aec-9d6b-8df6fa30a08b tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432460
May 11 13:48:16.869785 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device d6433f3c-7aeb-455b-ae05-a508772abca5 up at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:48:16.969977 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning complete for port d6433f3c-7aeb-455b-ae05-a508772abca5 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:48:16.970649 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:17.190036 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:17.238826 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a31701-de79-451b-9d9f-47d35c3ae421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6433f3c-7aeb-455b-ae05-a508772abca5'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:48:17.250316 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e1771-80aa-4ba7-b70b-bd7f7ccee4ad req-9be24024-7028-4916-bed3-9ca9230aa9e1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:17.252051 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-517e1771-80aa-4ba7-b70b-bd7f7ccee4ad req-9be24024-7028-4916-bed3-9ca9230aa9e1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 944 time: 0.1336911
May 11 13:48:17.281955 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port d6433f3c-7aeb-455b-ae05-a508772abca5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d6433f3c-7aeb-455b-ae05-a508772abca5,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:48:17.290597 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:17.294606 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:48:17.320950 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-517e1771-80aa-4ba7-b70b-bd7f7ccee4ad req-0f7cbc57-c1c0-4363-a51a-7e7ccba0147d tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629365
May 11 13:48:17.374907 dv-cinder-784779-11-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a31701-de79-451b-9d9f-47d35c3ae421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6433f3c-7aeb-455b-ae05-a508772abca5', 'code': 200}
May 11 13:48:17.420669 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=d6433f3c-7aeb-455b-ae05-a508772abca5,revision_number=7']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:48:17.424366 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:48:18.606495 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b18b2d-47c4-454e-8bfd-fa7a58e7e9b3 req-972e3d2b-11a7-4552-b30a-3646eb0a4345 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:18.617666 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b2b18b2d-47c4-454e-8bfd-fa7a58e7e9b3 req-972e3d2b-11a7-4552-b30a-3646eb0a4345 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 945 time: 0.1099610
May 11 13:48:18.672146 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b2b18b2d-47c4-454e-8bfd-fa7a58e7e9b3 req-0a74dbfe-86dd-483a-ae6c-dd381d5530d2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535834
May 11 13:48:19.924412 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f31ba-8a42-42a6-8ced-5463e4d11da3 req-92d04074-098c-4bda-b804-7ad4ddc4e4b9 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:19.926039 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d57f31ba-8a42-42a6-8ced-5463e4d11da3 req-92d04074-098c-4bda-b804-7ad4ddc4e4b9 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 945 time: 0.1232054
May 11 13:48:19.982355 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d57f31ba-8a42-42a6-8ced-5463e4d11da3 req-a5d9b9d4-bf52-479d-98e0-9ff0b9993eeb tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485015
May 11 13:48:21.222688 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0260557-3e7f-41af-a7bf-791979c392d5 req-07c36fbf-62d9-4d63-8301-f3d1e81a31ea tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:21.229634 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f0260557-3e7f-41af-a7bf-791979c392d5 req-07c36fbf-62d9-4d63-8301-f3d1e81a31ea tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 945 time: 0.1080742
May 11 13:48:21.278835 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f0260557-3e7f-41af-a7bf-791979c392d5 req-fcc6e6a4-15d8-49cc-a629-fa571f6fc621 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480659
May 11 13:48:22.505037 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fab8b4-0251-4787-a17b-fecfa488b76e req-bb443461-c311-4b17-8d2b-aa151be81637 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:22.507348 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-01fab8b4-0251-4787-a17b-fecfa488b76e req-bb443461-c311-4b17-8d2b-aa151be81637 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 945 time: 0.0881987
May 11 13:48:22.584119 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-01fab8b4-0251-4787-a17b-fecfa488b76e req-9f52b76c-7fc1-4ada-957d-d6b7833bb9f6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0650499
May 11 13:48:23.870983 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aab8e0-44d6-40ba-b691-defb73bdda11 req-9e07d597-609f-4f49-b09a-a3be70ef3e62 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:23.873923 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-89aab8e0-44d6-40ba-b691-defb73bdda11 req-9e07d597-609f-4f49-b09a-a3be70ef3e62 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 945 time: 0.0935843
May 11 13:48:23.939853 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-89aab8e0-44d6-40ba-b691-defb73bdda11 req-fc9fe22a-92a8-4782-aa6a-ae641822769f tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495763
May 11 13:48:25.191136 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1916f-b485-4e11-8a97-75971aa08895 req-9573de47-c009-4d58-8030-00045ae9d584 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:25.199776 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f4d1916f-b485-4e11-8a97-75971aa08895 req-9573de47-c009-4d58-8030-00045ae9d584 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 945 time: 0.1174386
May 11 13:48:25.260436 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f4d1916f-b485-4e11-8a97-75971aa08895 req-89cb0c41-f848-43a9-afa1-7e6e332969f8 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557871
May 11 13:48:26.406163 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643c867-5273-44d2-a2d0-812420ffd9d4 req-6e891aff-16be-4aa5-a567-b58f35827ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:26.407796 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b643c867-5273-44d2-a2d0-812420ffd9d4 req-6e891aff-16be-4aa5-a567-b58f35827ab9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d834d585e8e49e39c08f01b088e3ec0&device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 1098 time: 0.0870337
May 11 13:48:26.488701 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d63ab0-6b74-4b7b-93c8-e94971505b33 req-7f164350-b3f1-4419-922b-1637b8778a65 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:26.490223 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d3d63ab0-6b74-4b7b-93c8-e94971505b33 req-7f164350-b3f1-4419-922b-1637b8778a65 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 945 time: 0.0871153
May 11 13:48:26.540354 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d3d63ab0-6b74-4b7b-93c8-e94971505b33 req-2c911a16-f159-4b4b-9bc0-b7a0cf9f87a9 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415270
May 11 13:48:26.556115 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643c867-5273-44d2-a2d0-812420ffd9d4 req-4736ec3d-0d61-4bd8-9966-370004e5c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:26.557586 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b643c867-5273-44d2-a2d0-812420ffd9d4 req-4736ec3d-0d61-4bd8-9966-370004e5c723 service neutron] 10.222.0.54 "GET /v2.0/networks?id=707291bc-5dd9-42be-8f66-a126d34db7b0 HTTP/1.1" status: 200  len: 918 time: 0.1428266
May 11 13:48:26.668292 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b643c867-5273-44d2-a2d0-812420ffd9d4 req-b51e5e68-9e60-4dea-9dcc-f5963b2422f7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6433f3c-7aeb-455b-ae05-a508772abca5 HTTP/1.1" status: 200  len: 1001 time: 0.1036024
May 11 13:48:26.745565 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643c867-5273-44d2-a2d0-812420ffd9d4 req-3dd9c4da-8686-47dd-9e57-92c4e4dedd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:26.747472 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b643c867-5273-44d2-a2d0-812420ffd9d4 req-3dd9c4da-8686-47dd-9e57-92c4e4dedd96 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fb43366-cc8e-4164-a9b2-c3e4cba00dbb HTTP/1.1" status: 200  len: 856 time: 0.0725873
May 11 13:48:26.822709 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643c867-5273-44d2-a2d0-812420ffd9d4 req-7a113eb6-1c56-42c5-89c0-6a5fc7d6281a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:26.824232 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b643c867-5273-44d2-a2d0-812420ffd9d4 req-7a113eb6-1c56-42c5-89c0-6a5fc7d6281a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=707291bc-5dd9-42be-8f66-a126d34db7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0700893
May 11 13:48:26.964918 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b643c867-5273-44d2-a2d0-812420ffd9d4 req-e1a93643-dc8d-487b-87aa-83121779f51d service neutron] 10.222.0.54 "GET /v2.0/networks/707291bc-5dd9-42be-8f66-a126d34db7b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1320682
May 11 13:48:27.106157 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b643c867-5273-44d2-a2d0-812420ffd9d4 req-b8fc970e-909a-4a22-a297-5e2a20752028 service neutron] 10.222.0.54 "GET /v2.0/networks/707291bc-5dd9-42be-8f66-a126d34db7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1330016
May 11 13:48:27.741183 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741b4b2-5b2f-4889-92d4-fda97dc2e233 req-5eec4efc-853f-46b7-9f9a-98635d47732e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:27.742809 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a741b4b2-5b2f-4889-92d4-fda97dc2e233 req-5eec4efc-853f-46b7-9f9a-98635d47732e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 945 time: 0.0893259
May 11 13:48:27.795677 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a741b4b2-5b2f-4889-92d4-fda97dc2e233 req-2235f41c-531c-4a0b-a6e9-a588b38b0ee6 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453489
May 11 13:48:28.948837 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device d6433f3c-7aeb-455b-ae05-a508772abca5 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:48:29.010933 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691649d-a1bf-4504-a3fa-5429c5c79cf7 req-42f06326-fdd5-476d-8866-c1708fd4c455 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:29.012753 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a691649d-a1bf-4504-a3fa-5429c5c79cf7 req-42f06326-fdd5-476d-8866-c1708fd4c455 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 945 time: 0.0893250
May 11 13:48:29.065771 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a691649d-a1bf-4504-a3fa-5429c5c79cf7 req-12f699b7-96bb-48ee-bed7-a019f319cb9c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470312
May 11 13:48:29.082877 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:29.110918 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a31701-de79-451b-9d9f-47d35c3ae421', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6433f3c-7aeb-455b-ae05-a508772abca5'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:48:29.121154 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port d6433f3c-7aeb-455b-ae05-a508772abca5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d6433f3c-7aeb-455b-ae05-a508772abca5,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:48:29.126749 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:29.128803 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-17879e63-a4f4-4915-8153-fc00e7d70f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:48:29.148603 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d062c68-895b-4232-855e-15f04a3f40dc req-e8df5d45-33e7-44b8-a777-5cdc3fea0312 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:29.150159 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3d062c68-895b-4232-855e-15f04a3f40dc req-e8df5d45-33e7-44b8-a777-5cdc3fea0312 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d HTTP/1.1" status: 200  len: 946 time: 0.1755910
May 11 13:48:29.163479 dv-cinder-784779-11-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a31701-de79-451b-9d9f-47d35c3ae421', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6433f3c-7aeb-455b-ae05-a508772abca5', 'code': 200}
May 11 13:48:29.197232 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=d6433f3c-7aeb-455b-ae05-a508772abca5,revision_number=8']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:48:29.198554 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3d062c68-895b-4232-855e-15f04a3f40dc req-57df4483-77eb-495f-8b83-5c59ef84ab61 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401759
May 11 13:48:29.200550 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:48:29.408125 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-41403f60-ec54-4331-9429-8b8617e382aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:29.541344 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:30.269793 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab5845-4efe-4c5a-9e96-f19ad84a4197 req-5fa9eda6-512e-4533-a5a2-1f44ea643583 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:30.271346 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9fab5845-4efe-4c5a-9e96-f19ad84a4197 req-5fa9eda6-512e-4533-a5a2-1f44ea643583 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 943 time: 0.0862615
May 11 13:48:30.317959 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9fab5845-4efe-4c5a-9e96-f19ad84a4197 req-92ae9d63-2969-4524-ad31-c800b128b02f tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397763
May 11 13:48:30.401481 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09450105-fcf3-4a6d-aa0f-d0a6cc2b05be req-f2746f19-3144-4002-9d7c-6e14818b8aae tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:30.403119 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-09450105-fcf3-4a6d-aa0f-d0a6cc2b05be req-f2746f19-3144-4002-9d7c-6e14818b8aae tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d HTTP/1.1" status: 200  len: 946 time: 0.0903285
May 11 13:48:30.450586 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-09450105-fcf3-4a6d-aa0f-d0a6cc2b05be req-a12d8993-0b08-4178-b099-07cec7690ff7 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415020
May 11 13:48:30.511067 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041832c2-ee8b-4f9e-a167-71d3d9e86070 req-1b1f7f92-5335-4d83-8ef3-cb041354b7e8 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:30.513739 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-041832c2-ee8b-4f9e-a167-71d3d9e86070 req-1b1f7f92-5335-4d83-8ef3-cb041354b7e8 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d HTTP/1.1" status: 200  len: 946 time: 0.1037765
May 11 13:48:30.726716 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-041832c2-ee8b-4f9e-a167-71d3d9e86070 req-87bd1c47-466a-4821-a04a-122adaea9c80 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Deleting port 3e84ac36-b98b-4401-b3da-d4aacb89094f {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:48:30.727253 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-041832c2-ee8b-4f9e-a167-71d3d9e86070 req-87bd1c47-466a-4821-a04a-122adaea9c80 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:30.932739 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f0818-7514-4606-952f-cbe9f4cf4b4a req-311f00f5-6f27-466a-93aa-f2bc7293d62c tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:30.934353 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b19f0818-7514-4606-952f-cbe9f4cf4b4a req-311f00f5-6f27-466a-93aa-f2bc7293d62c tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f8c2898-2262-4903-ad04-9c12e6eda707 HTTP/1.1" status: 200  len: 946 time: 0.2849967
May 11 13:48:31.029761 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-041832c2-ee8b-4f9e-a167-71d3d9e86070 req-87bd1c47-466a-4821-a04a-122adaea9c80 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] For port 3e84ac36-b98b-4401-b3da-d4aacb89094f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3e84ac36-b98b-4401-b3da-d4aacb89094f,segment=NetworkSegment(da77338e-78ab-4b09-adcb-e7d35927c19a),segment_id=da77338e-78ab-4b09-adcb-e7d35927c19a)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:48:31.030112 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-041832c2-ee8b-4f9e-a167-71d3d9e86070 req-87bd1c47-466a-4821-a04a-122adaea9c80 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:31.039813 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b19f0818-7514-4606-952f-cbe9f4cf4b4a req-287aa82d-8408-4782-98a0-ae610e350d1c tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=00d0f62c-87a8-417b-9a29-40aedc933be7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0940681
May 11 13:48:31.350541 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-041832c2-ee8b-4f9e-a167-71d3d9e86070 req-87bd1c47-466a-4821-a04a-122adaea9c80 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:31.351322 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-041832c2-ee8b-4f9e-a167-71d3d9e86070 req-87bd1c47-466a-4821-a04a-122adaea9c80 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709941'] for floatingip, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:31.351322 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.db.l3_db [req-041832c2-ee8b-4f9e-a167-71d3d9e86070 req-87bd1c47-466a-4821-a04a-122adaea9c80 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Floating IP abcc0dee-4178-4301-ae31-6c223712a59d disassociated. External IP: 172.27.1.39, port: 3e84ac36-b98b-4401-b3da-d4aacb89094f.
May 11 13:48:31.351648 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-041832c2-ee8b-4f9e-a167-71d3d9e86070 req-87bd1c47-466a-4821-a04a-122adaea9c80 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Calling delete_port for 3e84ac36-b98b-4401-b3da-d4aacb89094f owned by compute:nova {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:48:31.490375 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-041832c2-ee8b-4f9e-a167-71d3d9e86070 req-87bd1c47-466a-4821-a04a-122adaea9c80 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:31.497532 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-48ef78e6-3961-4b7f-8fb8-4db19f28c947 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:48:31.554943 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd1c47-466a-4821-a04a-122adaea9c80 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Pushing event deleted for resources: {'Port': ['ID=3e84ac36-b98b-4401-b3da-d4aacb89094f,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:48:31.563877 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-87bd1c47-466a-4821-a04a-122adaea9c80 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:48:31.720103 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-57dd3bf1-24f7-46ae-a114-d60bf6ab1cbb req-551740e5-0752-4d07-ad54-fa5a9467e483 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d HTTP/1.1" status: 200  len: 210 time: 0.1502495
May 11 13:48:31.804013 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-041832c2-ee8b-4f9e-a167-71d3d9e86070 req-87bd1c47-466a-4821-a04a-122adaea9c80 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Router 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:48:32.094287 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-041832c2-ee8b-4f9e-a167-71d3d9e86070 req-87bd1c47-466a-4821-a04a-122adaea9c80 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:48:32.104095 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282c7435-7dfb-441f-bfba-4468a34dda21 None None] Sync routers for ids ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'] in dv-cinder-784779-11-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:48:32.117924 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282c7435-7dfb-441f-bfba-4468a34dda21 None None] Routers {'3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:48:32.118188 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-282c7435-7dfb-441f-bfba-4468a34dda21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9cbbe20>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:48:02Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:48:32.146553 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-214fb99d-d0b1-4118-bbd6-36813543c98e req-47f548a9-2e8a-4af3-a442-e1f996c07b78 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2087505
May 11 13:48:32.193134 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad033e69-fa8a-4f07-83cd-308fe2d1539d req-3f847d8f-3608-4a02-be7d-764667334814 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:32.194671 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ad033e69-fa8a-4f07-83cd-308fe2d1539d req-3f847d8f-3608-4a02-be7d-764667334814 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 943 time: 0.2685428
May 11 13:48:32.201548 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-041832c2-ee8b-4f9e-a167-71d3d9e86070 req-87bd1c47-466a-4821-a04a-122adaea9c80 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] No DVR routers for this DVR port 3e84ac36-b98b-4401-b3da-d4aacb89094f on host hv-cinder-78477 {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:48:32.205547 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-041832c2-ee8b-4f9e-a167-71d3d9e86070 req-87bd1c47-466a-4821-a04a-122adaea9c80 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:32.219970 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a19aefa-5cb6-4074-926c-26243c5a8b6d', 'name': 'network-vif-deleted', 'tag': '3e84ac36-b98b-4401-b3da-d4aacb89094f'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:48:32.274904 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1270c-1afc-4945-b83c-4f4e3c816d2c req-b27f6ca1-ed28-4293-a58e-05bfd3416424 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:32.284884 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-90b1270c-1afc-4945-b83c-4f4e3c816d2c req-b27f6ca1-ed28-4293-a58e-05bfd3416424 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f8c2898-2262-4903-ad04-9c12e6eda707 HTTP/1.1" status: 200  len: 946 time: 0.1183684
May 11 13:48:32.286037 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-041832c2-ee8b-4f9e-a167-71d3d9e86070 req-87bd1c47-466a-4821-a04a-122adaea9c80 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.54 "DELETE /v2.0/ports/3e84ac36-b98b-4401-b3da-d4aacb89094f HTTP/1.1" status: 204  len: 173 time: 1.7652953
May 11 13:48:32.334116 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:32.336415 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ad033e69-fa8a-4f07-83cd-308fe2d1539d req-164636df-d9f7-4345-9972-caa9c582f798 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1325014
May 11 13:48:32.385933 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-90b1270c-1afc-4945-b83c-4f4e3c816d2c req-1a1935cb-5bf1-4209-9b51-ac8e62bbc2fd tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups?id=00d0f62c-87a8-417b-9a29-40aedc933be7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0997784
May 11 13:48:32.418936 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38b893-1688-4f09-a019-7f746451e304 req-87444e2b-448c-4f60-b889-476491d19c0e tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:32.420513 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-df38b893-1688-4f09-a019-7f746451e304 req-87444e2b-448c-4f60-b889-476491d19c0e tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f8c2898-2262-4903-ad04-9c12e6eda707 HTTP/1.1" status: 200  len: 946 time: 0.1734810
May 11 13:48:32.423306 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a19aefa-5cb6-4074-926c-26243c5a8b6d', 'name': 'network-vif-deleted', 'tag': '3e84ac36-b98b-4401-b3da-d4aacb89094f', 'status': 'completed', 'code': 200}
May 11 13:48:32.426299 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-282c7435-7dfb-441f-bfba-4468a34dda21 None None] Set router 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:48:32.522307 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d09c2608-1fdf-4cac-abd5-4226776dfc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:32.736184 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-df38b893-1688-4f09-a019-7f746451e304 req-c7343964-d30d-4093-922c-2d1e6563ac42 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Deleting port a4e97673-796a-4966-894e-3a8e182d83d6 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:48:32.736566 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-df38b893-1688-4f09-a019-7f746451e304 req-c7343964-d30d-4093-922c-2d1e6563ac42 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:32.903255 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-282c7435-7dfb-441f-bfba-4468a34dda21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9cbbe20>, [{'id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'name': 'tempest-TestVolumeBootPattern-1118253124-router', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:44:50Z', 'updated_at': '2021-05-11T13:44:57Z', 'revision_number': 4, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'gw_port': {'id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:51Z', 'updated_at': '2021-05-11T13:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '68ceaf8f-53d1-41e2-8851-754b528727a9', 'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'mac_address': 'fa:16:3e:30:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:57Z', 'updated_at': '2021-05-11T13:45:05Z', 'revision_number': 5, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'subnets': [{'id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:48:32.908885 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282c7435-7dfb-441f-bfba-4468a34dda21 None None] Checking router: 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d for host: dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:48:32.911414 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6ab5f141-b2ca-42fa-923a-394cf06146ad req-70579712-3822-40cc-9557-c849d4f6670d tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a19aefa-5cb6-4074-926c-26243c5a8b6d HTTP/1.1" status: 200  len: 210 time: 0.0465765
May 11 13:48:32.920247 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282c7435-7dfb-441f-bfba-4468a34dda21 None None] Routers {'3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:48:32.920465 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-282c7435-7dfb-441f-bfba-4468a34dda21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9cbbe20>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:48:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:48:32.936492 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-df38b893-1688-4f09-a019-7f746451e304 req-c7343964-d30d-4093-922c-2d1e6563ac42 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] For port a4e97673-796a-4966-894e-3a8e182d83d6, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a4e97673-796a-4966-894e-3a8e182d83d6,segment=NetworkSegment(25fdd543-918d-4905-85a1-237f19c43cb3),segment_id=25fdd543-918d-4905-85a1-237f19c43cb3)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:48:32.937098 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-df38b893-1688-4f09-a019-7f746451e304 req-c7343964-d30d-4093-922c-2d1e6563ac42 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:33.036741 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 3e84ac36-b98b-4401-b3da-d4aacb89094f no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:48:33.086413 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] No Port match for: 3e84ac36-b98b-4401-b3da-d4aacb89094f {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:48:33.086777 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 3e84ac36-b98b-4401-b3da-d4aacb89094f not bound to the agent host hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:48:33.087226 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device d6433f3c-7aeb-455b-ae05-a508772abca5 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:48:33.239370 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-282c7435-7dfb-441f-bfba-4468a34dda21 None None] Set router 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:48:33.292369 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-df38b893-1688-4f09-a019-7f746451e304 req-c7343964-d30d-4093-922c-2d1e6563ac42 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:33.292817 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-df38b893-1688-4f09-a019-7f746451e304 req-c7343964-d30d-4093-922c-2d1e6563ac42 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709941'] for floatingip, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:33.293166 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.db.l3_db [req-df38b893-1688-4f09-a019-7f746451e304 req-c7343964-d30d-4093-922c-2d1e6563ac42 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Floating IP 1c21cccd-00a7-495e-aec8-27335401161b disassociated. External IP: 172.27.1.62, port: a4e97673-796a-4966-894e-3a8e182d83d6.
May 11 13:48:33.293896 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-df38b893-1688-4f09-a019-7f746451e304 req-c7343964-d30d-4093-922c-2d1e6563ac42 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Calling delete_port for a4e97673-796a-4966-894e-3a8e182d83d6 owned by compute:nova {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:48:33.327708 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device a4e97673-796a-4966-894e-3a8e182d83d6 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:48:33.430189 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-df38b893-1688-4f09-a019-7f746451e304 req-c7343964-d30d-4093-922c-2d1e6563ac42 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:33.440281 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-dd969e54-db25-42bc-b3e1-3eb985af55b0 tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:48:33.498343 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7343964-d30d-4093-922c-2d1e6563ac42 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Pushing event deleted for resources: {'Port': ['ID=a4e97673-796a-4966-894e-3a8e182d83d6,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:48:33.551165 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-c7343964-d30d-4093-922c-2d1e6563ac42 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:48:33.583987 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-59ccbe75-bff0-4258-8e25-b460c2fdae4b req-2191fe48-9b25-4a42-ac94-33dd82cd15af tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f8c2898-2262-4903-ad04-9c12e6eda707 HTTP/1.1" status: 200  len: 210 time: 0.0541165
May 11 13:48:33.605444 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:33.637823 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] No active binding found for port a4e97673-796a-4966-894e-3a8e182d83d6 {{(pid=78704) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
May 11 13:48:33.638280 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device a4e97673-796a-4966-894e-3a8e182d83d6 not bound to the agent host hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:48:33.737918 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-282c7435-7dfb-441f-bfba-4468a34dda21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9cbbe20>, [{'id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'name': 'tempest-TestVolumeBootPattern-1118253124-router', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:44:50Z', 'updated_at': '2021-05-11T13:44:57Z', 'revision_number': 4, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'gw_port': {'id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:51Z', 'updated_at': '2021-05-11T13:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '68ceaf8f-53d1-41e2-8851-754b528727a9', 'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'mac_address': 'fa:16:3e:30:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:57Z', 'updated_at': '2021-05-11T13:45:05Z', 'revision_number': 5, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'subnets': [{'id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:48:33.742851 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282c7435-7dfb-441f-bfba-4468a34dda21 None None] The sync data for ids ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'] in dv-cinder-784779-11-iscsi is: [{'id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'name': 'tempest-TestVolumeBootPattern-1118253124-router', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:44:50Z', 'updated_at': '2021-05-11T13:44:57Z', 'revision_number': 4, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'gw_port': {'id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:51Z', 'updated_at': '2021-05-11T13:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '68ceaf8f-53d1-41e2-8851-754b528727a9', 'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'mac_address': 'fa:16:3e:30:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:57Z', 'updated_at': '2021-05-11T13:45:05Z', 'revision_number': 5, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'subnets': [{'id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:48:33.792665 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fb99d-d0b1-4118-bbd6-36813543c98e req-6730d63b-ef7d-4725-a5dd-c56002ab6080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:33.794481 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-214fb99d-d0b1-4118-bbd6-36813543c98e req-6730d63b-ef7d-4725-a5dd-c56002ab6080 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421&tenant_id=4d834d585e8e49e39c08f01b088e3ec0 HTTP/1.1" status: 200  len: 1096 time: 0.2904789
May 11 13:48:33.821000 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5dc3c9-875d-4435-afea-c12939c0d765 req-b39b5eea-ee79-4b03-a386-bdbdba77a9f2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:33.822523 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3e5dc3c9-875d-4435-afea-c12939c0d765 req-b39b5eea-ee79-4b03-a386-bdbdba77a9f2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 943 time: 0.2676322
May 11 13:48:33.921560 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df38b893-1688-4f09-a019-7f746451e304 req-c7343964-d30d-4093-922c-2d1e6563ac42 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Router 6fe38a2f-fd42-43d7-afda-ea05bbde3302 has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:48:33.944613 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3e5dc3c9-875d-4435-afea-c12939c0d765 req-610d69d0-3681-4ad7-a68c-16200bd99cf1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0863347
May 11 13:48:34.030522 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6969162-1fbb-47b5-9a03-8a24d10cc0aa None None] New status for floating IP abcc0dee-4178-4301-ae31-6c223712a59d: DOWN {{(pid=78705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 11 13:48:34.123429 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fb99d-d0b1-4118-bbd6-36813543c98e req-78ba9c34-c292-4f16-9c28-92c8874a9895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:34.125129 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-214fb99d-d0b1-4118-bbd6-36813543c98e req-78ba9c34-c292-4f16-9c28-92c8874a9895 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d834d585e8e49e39c08f01b088e3ec0&device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 1096 time: 0.3016231
May 11 13:48:34.258194 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df38b893-1688-4f09-a019-7f746451e304 req-c7343964-d30d-4093-922c-2d1e6563ac42 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:48:34.269651 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e66ed0e-a50f-4282-b009-bd0a7e97ec2c None None] Sync routers for ids ['6fe38a2f-fd42-43d7-afda-ea05bbde3302'] in dv-cinder-784779-11-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:48:34.279214 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e66ed0e-a50f-4282-b009-bd0a7e97ec2c None None] Routers {'6fe38a2f-fd42-43d7-afda-ea05bbde3302'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:48:34.279941 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-0e66ed0e-a50f-4282-b009-bd0a7e97ec2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e62f10>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:48:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['6fe38a2f-fd42-43d7-afda-ea05bbde3302'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:48:34.482109 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-0e66ed0e-a50f-4282-b009-bd0a7e97ec2c None None] Set router 6fe38a2f-fd42-43d7-afda-ea05bbde3302 gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:48:34.545870 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-df38b893-1688-4f09-a019-7f746451e304 req-c7343964-d30d-4093-922c-2d1e6563ac42 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] No DVR routers for this DVR port a4e97673-796a-4966-894e-3a8e182d83d6 on host hv-cinder-78477 {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:48:34.559743 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-df38b893-1688-4f09-a019-7f746451e304 req-c7343964-d30d-4093-922c-2d1e6563ac42 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:34.569609 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8c2898-2262-4903-ad04-9c12e6eda707', 'name': 'network-vif-deleted', 'tag': 'a4e97673-796a-4966-894e-3a8e182d83d6'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:48:34.590573 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fb99d-d0b1-4118-bbd6-36813543c98e req-e7558c00-1204-48ac-8ba1-65f6504113dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:34.592394 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-214fb99d-d0b1-4118-bbd6-36813543c98e req-e7558c00-1204-48ac-8ba1-65f6504113dd service neutron] 10.222.0.54 "GET /v2.0/networks?id=707291bc-5dd9-42be-8f66-a126d34db7b0 HTTP/1.1" status: 200  len: 918 time: 0.4429269
May 11 13:48:34.596970 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6ca66149-453b-493e-89bc-9805469ac362 req-8552ee23-90a7-41fc-870d-5301108b6a0f tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2143221821&fields=id&tenant_id=d185725581a24febb7946b4a64c64b41 HTTP/1.1" status: 200  len: 267 time: 0.2772503
May 11 13:48:34.659054 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8c2898-2262-4903-ad04-9c12e6eda707', 'name': 'network-vif-deleted', 'tag': 'a4e97673-796a-4966-894e-3a8e182d83d6', 'status': 'completed', 'code': 200}
May 11 13:48:34.686369 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-df38b893-1688-4f09-a019-7f746451e304 req-c7343964-d30d-4093-922c-2d1e6563ac42 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.54 "DELETE /v2.0/ports/a4e97673-796a-4966-894e-3a8e182d83d6 HTTP/1.1" status: 204  len: 173 time: 2.2572944
May 11 13:48:34.817493 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-214fb99d-d0b1-4118-bbd6-36813543c98e req-569c13db-592a-499d-a6b0-174dedbb3164 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6433f3c-7aeb-455b-ae05-a508772abca5 HTTP/1.1" status: 200  len: 999 time: 0.2170024
May 11 13:48:34.819813 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:34.836435 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ddf20e39-59aa-4165-b293-ec5774f6d13d req-75120e4e-0e47-47cf-aa8c-4963582f4410 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f8c2898-2262-4903-ad04-9c12e6eda707 HTTP/1.1" status: 200  len: 210 time: 0.1083276
May 11 13:48:34.899348 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-0e66ed0e-a50f-4282-b009-bd0a7e97ec2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e62f10>, [{'id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'name': 'tempest-AttachVolumeTestJSON-1103286951-router', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:36Z', 'updated_at': '2021-05-11T13:41:47Z', 'revision_number': 4, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'gw_port': {'id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '9c9943bd-ec8d-4a5b-8afe-448feb2bde74', 'name': '', 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'mac_address': 'fa:16:3e:ca:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:44Z', 'updated_at': '2021-05-11T13:42:02Z', 'revision_number': 5, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'subnets': [{'id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:48:34.904354 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e66ed0e-a50f-4282-b009-bd0a7e97ec2c None None] Checking router: 6fe38a2f-fd42-43d7-afda-ea05bbde3302 for host: dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:48:34.913262 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e66ed0e-a50f-4282-b009-bd0a7e97ec2c None None] Routers {'6fe38a2f-fd42-43d7-afda-ea05bbde3302'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:48:34.913993 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-0e66ed0e-a50f-4282-b009-bd0a7e97ec2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e62f10>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:48:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['6fe38a2f-fd42-43d7-afda-ea05bbde3302'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:48:34.926052 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca66149-453b-493e-89bc-9805469ac362 req-49e922bc-62bd-4f8e-b819-52bb12b02e8b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:34.927546 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6ca66149-453b-493e-89bc-9805469ac362 req-49e922bc-62bd-4f8e-b819-52bb12b02e8b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/networks?id=fd97d37a-0667-4ddc-b6b6-37157baca3ab HTTP/1.1" status: 200  len: 812 time: 0.2705500
May 11 13:48:34.935792 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fb99d-d0b1-4118-bbd6-36813543c98e req-29c58924-b5bb-4511-b60d-5e17e47e75c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:34.937274 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-214fb99d-d0b1-4118-bbd6-36813543c98e req-29c58924-b5bb-4511-b60d-5e17e47e75c2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fb43366-cc8e-4164-a9b2-c3e4cba00dbb HTTP/1.1" status: 200  len: 856 time: 0.1117582
May 11 13:48:34.984902 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6ca66149-453b-493e-89bc-9805469ac362 req-974f98f6-d9bc-4895-928e-ab409619d9d2 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/quotas/d185725581a24febb7946b4a64c64b41 HTTP/1.1" status: 200  len: 375 time: 0.0511465
May 11 13:48:35.090480 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fb99d-d0b1-4118-bbd6-36813543c98e req-5049ddd7-a628-4a84-a0b1-75e2e9ede2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:35.092386 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-214fb99d-d0b1-4118-bbd6-36813543c98e req-5049ddd7-a628-4a84-a0b1-75e2e9ede2f4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=707291bc-5dd9-42be-8f66-a126d34db7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1469088
May 11 13:48:35.104905 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-0e66ed0e-a50f-4282-b009-bd0a7e97ec2c None None] Set router 6fe38a2f-fd42-43d7-afda-ea05bbde3302 gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:48:35.195896 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529c517-772d-4b23-b7cf-7c8b1aa84d42 req-1ebef76e-4dc6-4fc1-ac33-98938c0bf09b tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:35.204239 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3529c517-772d-4b23-b7cf-7c8b1aa84d42 req-1ebef76e-4dc6-4fc1-ac33-98938c0bf09b tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 943 time: 0.1038086
May 11 13:48:35.212166 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-6ca66149-453b-493e-89bc-9805469ac362 req-d3f8b4c4-bc05-43ad-9992-0650013f0738 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Synchronizing usage tracker for tenant:d185725581a24febb7946b4a64c64b41 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:48:35.255038 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3529c517-772d-4b23-b7cf-7c8b1aa84d42 req-27e31143-2459-4df3-a836-d9ab1a83473f tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490253
May 11 13:48:35.257520 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-6ca66149-453b-493e-89bc-9805469ac362 req-d3f8b4c4-bc05-43ad-9992-0650013f0738 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Unset dirty status for tenant:d185725581a24febb7946b4a64c64b41 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:48:35.260245 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6ca66149-453b-493e-89bc-9805469ac362 req-d3f8b4c4-bc05-43ad-9992-0650013f0738 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d185725581a24febb7946b4a64c64b41&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2602565
May 11 13:48:35.374389 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-214fb99d-d0b1-4118-bbd6-36813543c98e req-ef5560fd-af0e-4842-a8b4-635871a82469 service neutron] 10.222.0.54 "GET /v2.0/networks/707291bc-5dd9-42be-8f66-a126d34db7b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2713921
May 11 13:48:35.479654 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-0e66ed0e-a50f-4282-b009-bd0a7e97ec2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e62f10>, [{'id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'name': 'tempest-AttachVolumeTestJSON-1103286951-router', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:36Z', 'updated_at': '2021-05-11T13:41:47Z', 'revision_number': 4, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'gw_port': {'id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '9c9943bd-ec8d-4a5b-8afe-448feb2bde74', 'name': '', 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'mac_address': 'fa:16:3e:ca:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:44Z', 'updated_at': '2021-05-11T13:42:02Z', 'revision_number': 5, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'subnets': [{'id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:48:35.484831 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e66ed0e-a50f-4282-b009-bd0a7e97ec2c None None] The sync data for ids ['6fe38a2f-fd42-43d7-afda-ea05bbde3302'] in dv-cinder-784779-11-iscsi is: [{'id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'name': 'tempest-AttachVolumeTestJSON-1103286951-router', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:36Z', 'updated_at': '2021-05-11T13:41:47Z', 'revision_number': 4, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'gw_port': {'id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '9c9943bd-ec8d-4a5b-8afe-448feb2bde74', 'name': '', 'network_id': 'd88b8522-bb44-4128-b66b-b6cc8ce1b406', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'mac_address': 'fa:16:3e:ca:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:44Z', 'updated_at': '2021-05-11T13:42:02Z', 'revision_number': 5, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'subnets': [{'id': '3abe7865-8078-415f-bbc1-ea30cc80fab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:48:35.527741 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6ca66149-453b-493e-89bc-9805469ac362 req-5cd90ed8-fdbc-4f98-ad50-a6c274af3643 service neutron] 10.222.0.48 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2418072
May 11 13:48:35.638252 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-214fb99d-d0b1-4118-bbd6-36813543c98e req-2c821972-293e-423a-8f50-629e50df9052 service neutron] 10.222.0.54 "GET /v2.0/networks/707291bc-5dd9-42be-8f66-a126d34db7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2548375
May 11 13:48:35.701336 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6ca66149-453b-493e-89bc-9805469ac362 req-d1c43fef-406f-4af2-a8d5-6c2485dd3fee service neutron] 10.222.0.48 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1627185
May 11 13:48:35.834284 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01871c56-1c8c-4e2a-806c-6e4882a94ef9 None None] New status for floating IP 1c21cccd-00a7-495e-aec8-27335401161b: DOWN {{(pid=78705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 11 13:48:35.989941 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 49736) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:48:36.090521 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e3342394-3e7c-4916-b3c3-84c2a1147045 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:36.129331 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e3342394-3e7c-4916-b3c3-84c2a1147045 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:36.227317 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e3342394-3e7c-4916-b3c3-84c2a1147045 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:36.305690 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-8bb472c7-41ab-4ade-9fb1-eeed6a0dcce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:48:36.328324 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c4672832-376e-4b24-b4ce-07708c86aac1 req-965da4c3-b7f8-469c-8cfb-ac49cb26609f tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 210 time: 0.0825109
May 11 13:48:36.373398 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e3342394-3e7c-4916-b3c3-84c2a1147045 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:36.377803 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-e3342394-3e7c-4916-b3c3-84c2a1147045 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "DELETE /v2.0/security-groups/00d0f62c-87a8-417b-9a29-40aedc933be7 HTTP/1.1" status: 204  len: 168 time: 0.3830612
May 11 13:48:36.378295 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 49752) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:48:36.379014 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3342394-3e7c-4916-b3c3-84c2a1147045 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d0f62c-87a8-417b-9a29-40aedc933be7,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:48:36.395841 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3342394-3e7c-4916-b3c3-84c2a1147045 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:36.398847 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3342394-3e7c-4916-b3c3-84c2a1147045 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:36.399824 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3342394-3e7c-4916-b3c3-84c2a1147045 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:36.400936 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3342394-3e7c-4916-b3c3-84c2a1147045 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:36.402181 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3342394-3e7c-4916-b3c3-84c2a1147045 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:36.403299 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3342394-3e7c-4916-b3c3-84c2a1147045 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:36.404315 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3342394-3e7c-4916-b3c3-84c2a1147045 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:36.404782 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3342394-3e7c-4916-b3c3-84c2a1147045 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:36.406684 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3342394-3e7c-4916-b3c3-84c2a1147045 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:36.407678 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3342394-3e7c-4916-b3c3-84c2a1147045 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:36.409932 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3342394-3e7c-4916-b3c3-84c2a1147045 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:36.411246 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3342394-3e7c-4916-b3c3-84c2a1147045 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:36.412277 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.api.v2.resource [None req-8074d5e2-9e38-4218-bb79-d8b8be23d827 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] show failed (client error): The resource could not be found.
May 11 13:48:36.418096 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-8074d5e2-9e38-4218-bb79-d8b8be23d827 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "GET /v2.0/security-groups/00d0f62c-87a8-417b-9a29-40aedc933be7 HTTP/1.1" status: 404  len: 347 time: 0.0339522
May 11 13:48:36.418517 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 49756) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:48:36.434160 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e3342394-3e7c-4916-b3c3-84c2a1147045 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:48:36.795076 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1fce2-1ddc-428b-bb59-8f2b7092b2ac req-2e102c3d-2cfa-413a-8459-3f373360bda2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:36.803415 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3ce1fce2-1ddc-428b-bb59-8f2b7092b2ac req-2e102c3d-2cfa-413a-8459-3f373360bda2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 943 time: 0.3062010
May 11 13:48:36.863758 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-d73d42c5-97cb-4bf4-a6cb-cbab7bac78e6 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Deleting port 4fd3a073-aab1-466f-9a59-3588ce3a7de5 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:48:36.864134 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d73d42c5-97cb-4bf4-a6cb-cbab7bac78e6 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:37.072863 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3ce1fce2-1ddc-428b-bb59-8f2b7092b2ac req-83d26e20-ace0-48ea-bf2a-0f3ba583d943 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2685049
May 11 13:48:37.148818 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d73d42c5-97cb-4bf4-a6cb-cbab7bac78e6 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:37.149210 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d73d42c5-97cb-4bf4-a6cb-cbab7bac78e6 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:37.283595 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-d73d42c5-97cb-4bf4-a6cb-cbab7bac78e6 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Calling delete_port for 4fd3a073-aab1-466f-9a59-3588ce3a7de5 owned by network:floatingip {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:48:37.464915 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d73d42c5-97cb-4bf4-a6cb-cbab7bac78e6 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:37.469980 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-5511e594-461f-44ca-8d69-5c619f3f965b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:48:37.491455 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-76f2311b-0917-4632-9f03-a4e6be69b499 req-b0d48180-0003-435c-8b9b-e514fc54031b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 210 time: 0.0534623
May 11 13:48:37.549282 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d42c5-97cb-4bf4-a6cb-cbab7bac78e6 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Pushing event deleted for resources: {'Port': ['ID=4fd3a073-aab1-466f-9a59-3588ce3a7de5,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:48:37.552226 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-d73d42c5-97cb-4bf4-a6cb-cbab7bac78e6 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:48:37.662011 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d73d42c5-97cb-4bf4-a6cb-cbab7bac78e6 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks [] for floatingip, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:37.678484 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d73d42c5-97cb-4bf4-a6cb-cbab7bac78e6 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for floatingip, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:37.679665 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-d73d42c5-97cb-4bf4-a6cb-cbab7bac78e6 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] 10.222.0.48 "DELETE /v2.0/floatingips/1c21cccd-00a7-495e-aec8-27335401161b HTTP/1.1" status: 204  len: 168 time: 1.2589962
May 11 13:48:38.283049 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270acfb-be3a-4461-8e25-b5a0b8d9b09c req-35c01898-44a3-4125-bf01-0c9cbf6cfa08 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:38.284782 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5270acfb-be3a-4461-8e25-b5a0b8d9b09c req-35c01898-44a3-4125-bf01-0c9cbf6cfa08 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 943 time: 0.0860994
May 11 13:48:38.338846 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5270acfb-be3a-4461-8e25-b5a0b8d9b09c req-317d4850-159f-40f3-b611-dcf4226a8c27 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474904
May 11 13:48:38.654990 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-88e4e05a-3ee3-4341-9448-ac4e88112a03 req-c58bbd92-4235-4b8d-ad4c-069f3975d64f tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 210 time: 0.0519719
May 11 13:48:39.563764 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328d8b5-98d0-4af0-9647-d6ea6efc6498 req-bb918356-4490-4f4f-9b3b-13e63ff4561d tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:39.565351 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a328d8b5-98d0-4af0-9647-d6ea6efc6498 req-bb918356-4490-4f4f-9b3b-13e63ff4561d tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 943 time: 0.1032352
May 11 13:48:39.615369 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a328d8b5-98d0-4af0-9647-d6ea6efc6498 req-f72dce74-eb8a-4469-bda8-e7649df5938a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435500
May 11 13:48:39.817673 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-83c25eee-d14c-4b53-b048-e4456d8a35a6 req-be096ba4-040d-4c97-af6d-2dbc7fc60673 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 210 time: 0.0521941
May 11 13:48:40.868387 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbdf7a-bc55-40c6-b969-77104ded019d req-95dafd1f-a737-4122-91cd-49058222268c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:40.870223 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-16dbdf7a-bc55-40c6-b969-77104ded019d req-95dafd1f-a737-4122-91cd-49058222268c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 943 time: 0.1333396
May 11 13:48:40.920556 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-16dbdf7a-bc55-40c6-b969-77104ded019d req-6a71c825-02da-4c08-bd7f-8f23871e1b8f tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440102
May 11 13:48:41.000257 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6704a453-6995-430b-8a21-6eba7b66e671 req-08cfcda2-77f7-43c3-ab5f-9a0dd70d462e tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 210 time: 0.0473576
May 11 13:48:41.785876 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 49808) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:48:42.181107 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1249e634-b9db-4de5-bcb5-80776d5464cd req-5b656079-1e82-4ca5-bdc5-885dd3c7b4b8 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 210 time: 0.0539854
May 11 13:48:42.267448 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c3edb-72c8-4f21-90d5-65cd28441382 req-445efe4c-902a-4db5-b983-0135956e5bf9 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:42.268815 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6d6c3edb-72c8-4f21-90d5-65cd28441382 req-445efe4c-902a-4db5-b983-0135956e5bf9 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 943 time: 0.1965892
May 11 13:48:42.466883 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6d6c3edb-72c8-4f21-90d5-65cd28441382 req-3d6a65f7-bcf1-43a5-a726-d0507834038b tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1888592
May 11 13:48:42.731054 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f6b5c51d-0b2e-4054-a955-d2fcf0e8cf50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704780'] for router_interface, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:43.299816 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-f6b5c51d-0b2e-4054-a955-d2fcf0e8cf50 admin admin] Deleting port 9c9943bd-ec8d-4a5b-8afe-448feb2bde74 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:48:43.300541 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f6b5c51d-0b2e-4054-a955-d2fcf0e8cf50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:43.353543 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9e0c3f34-1acd-4730-8dd4-458ed7d35523 req-f178063c-942f-46fd-b8fe-f7565e391ec6 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 210 time: 0.0489416
May 11 13:48:43.430842 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-f6b5c51d-0b2e-4054-a955-d2fcf0e8cf50 admin admin] For port 9c9943bd-ec8d-4a5b-8afe-448feb2bde74, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=9c9943bd-ec8d-4a5b-8afe-448feb2bde74,segment=NetworkSegment(25fdd543-918d-4905-85a1-237f19c43cb3),segment_id=25fdd543-918d-4905-85a1-237f19c43cb3)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:48:43.431191 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f6b5c51d-0b2e-4054-a955-d2fcf0e8cf50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:43.570387 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-f6b5c51d-0b2e-4054-a955-d2fcf0e8cf50 admin admin] Calling delete_port for 9c9943bd-ec8d-4a5b-8afe-448feb2bde74 owned by network:router_interface {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:48:43.754710 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3644b-0b0e-4735-bd76-824887caf216 req-f6ea6e38-e5f9-4f87-9c30-db1a3a6ffb2e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:43.756276 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4ab3644b-0b0e-4735-bd76-824887caf216 req-f6ea6e38-e5f9-4f87-9c30-db1a3a6ffb2e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 943 time: 0.1419270
May 11 13:48:43.818356 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f6b5c51d-0b2e-4054-a955-d2fcf0e8cf50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:43.825146 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-87bd1c47-466a-4821-a04a-122adaea9c80 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:48:43.858780 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4ab3644b-0b0e-4735-bd76-824887caf216 req-a37fc66a-84f6-4379-97c9-56c937303cf3 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0931261
May 11 13:48:43.874150 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5c51d-0b2e-4054-a955-d2fcf0e8cf50 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c9943bd-ec8d-4a5b-8afe-448feb2bde74,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:48:43.905596 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-f6b5c51d-0b2e-4054-a955-d2fcf0e8cf50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:48:44.187670 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f6b5c51d-0b2e-4054-a955-d2fcf0e8cf50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732092'] for router_interface, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:44.562267 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-197410f3-7b43-41d6-b478-165a92919701 req-df2b2641-2af1-4b66-8598-09434e1416d6 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 210 time: 0.0820436
May 11 13:48:44.710046 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b5c51d-0b2e-4054-a955-d2fcf0e8cf50 admin admin] Router 6fe38a2f-fd42-43d7-afda-ea05bbde3302 has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:48:44.904965 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b5c51d-0b2e-4054-a955-d2fcf0e8cf50 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:48:44.914664 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5155be2-bb7c-466b-8155-f0179a5b5e2d None None] Sync routers for ids ['6fe38a2f-fd42-43d7-afda-ea05bbde3302'] in dv-cinder-784779-11-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:48:44.918873 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-f6b5c51d-0b2e-4054-a955-d2fcf0e8cf50 admin admin] 10.222.0.48 "PUT /v2.0/routers/6fe38a2f-fd42-43d7-afda-ea05bbde3302/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1317308
May 11 13:48:44.922100 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 49828) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:48:44.937054 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5155be2-bb7c-466b-8155-f0179a5b5e2d None None] Routers {'6fe38a2f-fd42-43d7-afda-ea05bbde3302'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:48:44.937972 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-e5155be2-bb7c-466b-8155-f0179a5b5e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9d3e250>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:48:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['6fe38a2f-fd42-43d7-afda-ea05bbde3302'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:48:45.152981 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-23a01406-cdd4-4194-b73a-15c4661f252f admin admin] Notify callbacks [] for router, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:45.210715 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-e5155be2-bb7c-466b-8155-f0179a5b5e2d None None] Set router 6fe38a2f-fd42-43d7-afda-ea05bbde3302 gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:48:45.219997 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1aa1f-8fa4-43dc-b289-3704624a56b4 req-75d063df-ad34-4944-b483-fdb90df7b7a2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:45.228346 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-68a1aa1f-8fa4-43dc-b289-3704624a56b4 req-75d063df-ad34-4944-b483-fdb90df7b7a2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 943 time: 0.1354115
May 11 13:48:45.285313 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-68a1aa1f-8fa4-43dc-b289-3704624a56b4 req-837ef0aa-ebcd-4bd5-9fba-3400de665b38 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559697
May 11 13:48:45.381383 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-23a01406-cdd4-4194-b73a-15c4661f252f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:45.486786 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-23a01406-cdd4-4194-b73a-15c4661f252f admin admin] Deleting port 8bfe6212-1a0c-453a-9c2e-82a3aceefd8b {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:48:45.487129 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-23a01406-cdd4-4194-b73a-15c4661f252f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:45.581733 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-e5155be2-bb7c-466b-8155-f0179a5b5e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9d3e250>, [{'id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'name': 'tempest-AttachVolumeTestJSON-1103286951-router', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:36Z', 'updated_at': '2021-05-11T13:48:43Z', 'revision_number': 5, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'gw_port': {'id': '8bfe6212-1a0c-453a-9c2e-82a3aceefd8b', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:48:45.586774 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5155be2-bb7c-466b-8155-f0179a5b5e2d None None] Checking router: 6fe38a2f-fd42-43d7-afda-ea05bbde3302 for host: dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:48:45.597953 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5155be2-bb7c-466b-8155-f0179a5b5e2d None None] Routers {'6fe38a2f-fd42-43d7-afda-ea05bbde3302'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:48:45.598824 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-e5155be2-bb7c-466b-8155-f0179a5b5e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9d3e250>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:48:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['6fe38a2f-fd42-43d7-afda-ea05bbde3302'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:48:45.787809 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-e5155be2-bb7c-466b-8155-f0179a5b5e2d None None] Set router 6fe38a2f-fd42-43d7-afda-ea05bbde3302 gateway port host: None {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:48:45.855724 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1c75b69e-601c-42cf-810b-bf37879eabe1 req-a7cba04e-af2d-4fcc-9236-4e09b0d56ac2 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 210 time: 0.0995200
May 11 13:48:45.862844 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-23a01406-cdd4-4194-b73a-15c4661f252f admin admin] For port 8bfe6212-1a0c-453a-9c2e-82a3aceefd8b, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=8bfe6212-1a0c-453a-9c2e-82a3aceefd8b,segment=NetworkSegment(2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f),segment_id=2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:48:45.864290 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-23a01406-cdd4-4194-b73a-15c4661f252f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:45.952108 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-e5155be2-bb7c-466b-8155-f0179a5b5e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9d3e250>, [{'id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'name': 'tempest-AttachVolumeTestJSON-1103286951-router', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:36Z', 'updated_at': '2021-05-11T13:48:45Z', 'revision_number': 6, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'gw_port_host': None}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:48:45.957132 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5155be2-bb7c-466b-8155-f0179a5b5e2d None None] The sync data for ids ['6fe38a2f-fd42-43d7-afda-ea05bbde3302'] in dv-cinder-784779-11-iscsi is: [{'id': '6fe38a2f-fd42-43d7-afda-ea05bbde3302', 'name': 'tempest-AttachVolumeTestJSON-1103286951-router', 'tenant_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:36Z', 'updated_at': '2021-05-11T13:48:45Z', 'revision_number': 6, 'project_id': 'e2e1283bbf5045ad87015dc35eb13bec', 'gw_port_host': None}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:48:46.004137 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-23a01406-cdd4-4194-b73a-15c4661f252f admin admin] Calling delete_port for 8bfe6212-1a0c-453a-9c2e-82a3aceefd8b owned by network:router_gateway {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:48:46.155268 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-23a01406-cdd4-4194-b73a-15c4661f252f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2100528'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:46.159259 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:48:46.202372 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a01406-cdd4-4194-b73a-15c4661f252f admin admin] Pushing event deleted for resources: {'Port': ['ID=8bfe6212-1a0c-453a-9c2e-82a3aceefd8b,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:48:46.205163 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-23a01406-cdd4-4194-b73a-15c4661f252f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:48:46.310645 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-23a01406-cdd4-4194-b73a-15c4661f252f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709928'] for router_gateway, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:46.499493 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-23a01406-cdd4-4194-b73a-15c4661f252f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1796148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29004'] for router, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:46.502162 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-23a01406-cdd4-4194-b73a-15c4661f252f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:46.509483 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58409fb-530c-4c3d-b1b5-906e82e88abe req-f21849db-6243-4227-8d16-ef288acdd73d tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:46.511052 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c58409fb-530c-4c3d-b1b5-906e82e88abe req-f21849db-6243-4227-8d16-ef288acdd73d tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 943 time: 0.0868602
May 11 13:48:46.531194 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-23a01406-cdd4-4194-b73a-15c4661f252f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1731194'] for router, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:46.531873 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a01406-cdd4-4194-b73a-15c4661f252f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fe38a2f-fd42-43d7-afda-ea05bbde3302 {{(pid=78703) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 11 13:48:46.546264 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-23a01406-cdd4-4194-b73a-15c4661f252f admin admin] Notify callbacks [] for router, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:46.549967 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 49838) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:48:46.550218 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-23a01406-cdd4-4194-b73a-15c4661f252f admin admin] 10.222.0.48 "DELETE /v2.0/routers/6fe38a2f-fd42-43d7-afda-ea05bbde3302 HTTP/1.1" status: 204  len: 168 time: 1.6271260
May 11 13:48:46.601304 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c58409fb-530c-4c3d-b1b5-906e82e88abe req-f5c143d2-3e99-45d5-b0bc-e591a59c9f4f tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0840909
May 11 13:48:46.620462 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_v2 [None req-6211f774-ede2-4eef-93e9-25c7c4cf291a admin admin] Deleting subnet 3abe7865-8078-415f-bbc1-ea30cc80fab6 {{(pid=78702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 11 13:48:46.624142 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6211f774-ede2-4eef-93e9-25c7c4cf291a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:46.683238 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6211f774-ede2-4eef-93e9-25c7c4cf291a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143158'] for subnet, precommit_delete_associations {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:46.812379 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6211f774-ede2-4eef-93e9-25c7c4cf291a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861720'] for subnet, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:47.085758 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 8bfe6212-1a0c-453a-9c2e-82a3aceefd8b no longer exists at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:48:47.100080 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fbb2f1cc-554e-420e-bd62-891c8ead4816 req-dc8cb23c-d598-49dd-983e-4207d56b855f tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 210 time: 0.0824785
May 11 13:48:47.149634 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] No Port match for: 8bfe6212-1a0c-453a-9c2e-82a3aceefd8b {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:48:47.150645 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 8bfe6212-1a0c-453a-9c2e-82a3aceefd8b not bound to the agent host dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:48:47.151659 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 9c9943bd-ec8d-4a5b-8afe-448feb2bde74 no longer exists at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:48:47.211583 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] No Port match for: 9c9943bd-ec8d-4a5b-8afe-448feb2bde74 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:48:47.212125 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 9c9943bd-ec8d-4a5b-8afe-448feb2bde74 not bound to the agent host dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:48:47.391619 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca66149-453b-493e-89bc-9805469ac362 req-6d29baa1-7846-43b6-98ac-33249ef55d68 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:47.393153 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6ca66149-453b-493e-89bc-9805469ac362 req-6d29baa1-7846-43b6-98ac-33249ef55d68 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.54 "GET /v2.0/networks?id=fd97d37a-0667-4ddc-b6b6-37157baca3ab HTTP/1.1" status: 200  len: 812 time: 0.2634423
May 11 13:48:47.402304 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6211f774-ede2-4eef-93e9-25c7c4cf291a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2529524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514346'] for subnet, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:47.407976 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:48:47.462013 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211f774-ede2-4eef-93e9-25c7c4cf291a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3abe7865-8078-415f-bbc1-ea30cc80fab6,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:48:47.487106 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6211f774-ede2-4eef-93e9-25c7c4cf291a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:47.487786 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1c06b7-6ddf-4fa8-a693-49cf20b65e01 None None] Network d88b8522-bb44-4128-b66b-b6cc8ce1b406 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:48:47.490780 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6211f774-ede2-4eef-93e9-25c7c4cf291a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:47.491158 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6211f774-ede2-4eef-93e9-25c7c4cf291a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:47.491533 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6211f774-ede2-4eef-93e9-25c7c4cf291a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:47.491919 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6211f774-ede2-4eef-93e9-25c7c4cf291a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:47.492278 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6211f774-ede2-4eef-93e9-25c7c4cf291a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:47.492723 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6211f774-ede2-4eef-93e9-25c7c4cf291a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:47.493086 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6211f774-ede2-4eef-93e9-25c7c4cf291a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:47.493440 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6211f774-ede2-4eef-93e9-25c7c4cf291a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:47.493794 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6211f774-ede2-4eef-93e9-25c7c4cf291a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:47.494145 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6211f774-ede2-4eef-93e9-25c7c4cf291a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:47.494494 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6211f774-ede2-4eef-93e9-25c7c4cf291a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:47.494839 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6211f774-ede2-4eef-93e9-25c7c4cf291a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:48:47.501453 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-6211f774-ede2-4eef-93e9-25c7c4cf291a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:48:47.509849 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6ca66149-453b-493e-89bc-9805469ac362 req-40e60370-8f02-4d51-83de-209aa1debd34 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d185725581a24febb7946b4a64c64b41 HTTP/1.1" status: 200  len: 380 time: 0.1027870
May 11 13:48:47.512401 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-6211f774-ede2-4eef-93e9-25c7c4cf291a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3abe7865-8078-415f-bbc1-ea30cc80fab6 HTTP/1.1" status: 204  len: 168 time: 0.9612007
May 11 13:48:47.516688 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 49844) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:48:47.524058 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-6ca66149-453b-493e-89bc-9805469ac362 req-562d148c-d8c4-406f-ac08-24d9583fa08a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Request body: {'port': {'device_id': 'e6944d65-3f74-49ba-8272-9c5f5aa4f193', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'admin_state_up': True, 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'security_groups': ['f811aa49-2751-416b-a828-50ec67c1a418']}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:48:47.791646 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cb75c3-b4bb-4b26-9d17-1745914274b7 None None] DHCP port deletion for d88b8522-bb44-4128-b66b-b6cc8ce1b406 request from dv-cinder-784779-11-iscsi {{(pid=78704) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 11 13:48:47.864847 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-41cb75c3-b4bb-4b26-9d17-1745914274b7 None None] Deleting port 7ba53ce8-1c23-42a7-b1c8-2f6f80456f46 {{(pid=78704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:48:47.865235 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-41cb75c3-b4bb-4b26-9d17-1745914274b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:47.907926 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-759f564a-d1ff-4ad0-8c55-7779a0e82bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785944'] for network, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:47.974918 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-41cb75c3-b4bb-4b26-9d17-1745914274b7 None None] For port 7ba53ce8-1c23-42a7-b1c8-2f6f80456f46, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=7ba53ce8-1c23-42a7-b1c8-2f6f80456f46,segment=NetworkSegment(25fdd543-918d-4905-85a1-237f19c43cb3),segment_id=25fdd543-918d-4905-85a1-237f19c43cb3)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:48:47.975301 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-41cb75c3-b4bb-4b26-9d17-1745914274b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:47.990698 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-6ca66149-453b-493e-89bc-9805469ac362 req-562d148c-d8c4-406f-ac08-24d9583fa08a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:48:48.009996 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-6ca66149-453b-493e-89bc-9805469ac362 req-562d148c-d8c4-406f-ac08-24d9583fa08a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:48:48.033764 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca66149-453b-493e-89bc-9805469ac362 req-562d148c-d8c4-406f-ac08-24d9583fa08a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Made reservation on behalf of d185725581a24febb7946b4a64c64b41 for: {'port': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:48:48.037418 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-6ca66149-453b-493e-89bc-9805469ac362 req-562d148c-d8c4-406f-ac08-24d9583fa08a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:48.058190 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8ed11-039b-4940-b253-e9e3d9c08877 req-d34f9246-6a76-4871-b50f-25ad30911222 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:48.059880 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4ef8ed11-039b-4940-b253-e9e3d9c08877 req-d34f9246-6a76-4871-b50f-25ad30911222 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 943 time: 0.2236984
May 11 13:48:48.129228 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-41cb75c3-b4bb-4b26-9d17-1745914274b7 None None] Calling delete_port for 7ba53ce8-1c23-42a7-b1c8-2f6f80456f46 owned by network:dhcp {{(pid=78704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:48:48.167162 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-759f564a-d1ff-4ad0-8c55-7779a0e82bce admin admin] Deleting port 7ba53ce8-1c23-42a7-b1c8-2f6f80456f46 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:48:48.167162 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-759f564a-d1ff-4ad0-8c55-7779a0e82bce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:48.188737 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-41cb75c3-b4bb-4b26-9d17-1745914274b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980'] for port, after_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:48.193925 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:48:48.210705 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4ef8ed11-039b-4940-b253-e9e3d9c08877 req-b91c7403-2649-42fa-833f-76974600a676 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1430311
May 11 13:48:48.252097 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb75c3-b4bb-4b26-9d17-1745914274b7 None None] Pushing event deleted for resources: {'Port': ['ID=7ba53ce8-1c23-42a7-b1c8-2f6f80456f46,revision_number=None']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:48:48.254371 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-41cb75c3-b4bb-4b26-9d17-1745914274b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:48:48.254995 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cb75c3-b4bb-4b26-9d17-1745914274b7 None None] No DVR routers for this DVR port 7ba53ce8-1c23-42a7-b1c8-2f6f80456f46 on host dv-cinder-784779-11-iscsi {{(pid=78704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:48:48.306206 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f39afcd0-9847-4407-a34a-0af018723e3c req-e5f1286c-64c7-425a-b57f-6dcb5ab473d1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 210 time: 0.0597074
May 11 13:48:48.350296 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-759f564a-d1ff-4ad0-8c55-7779a0e82bce admin admin] For port 7ba53ce8-1c23-42a7-b1c8-2f6f80456f46, host dv-cinder-784779-11-iscsi, got binding levels [] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:48:48.350666 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-759f564a-d1ff-4ad0-8c55-7779a0e82bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:48.489351 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-759f564a-d1ff-4ad0-8c55-7779a0e82bce admin admin] Calling delete_port for 7ba53ce8-1c23-42a7-b1c8-2f6f80456f46 owned by network:dhcp {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:48:48.493785 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.ipam_backend_mixin [None req-759f564a-d1ff-4ad0-8c55-7779a0e82bce admin admin] Port 7ba53ce8-1c23-42a7-b1c8-2f6f80456f46 was not found and therefore no delete operation was performed {{(pid=78702) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 11 13:48:48.498278 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [req-6ca66149-453b-493e-89bc-9805469ac362 req-562d148c-d8c4-406f-ac08-24d9583fa08a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Allocated IP 172.20.0.14 (fd97d37a-0667-4ddc-b6b6-37157baca3ab/eff3406f-1fd8-4742-aa2f-78f38079d01b/247de115-5c6d-44da-9da0-9bdc03a9222d) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:48:48.500287 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-759f564a-d1ff-4ad0-8c55-7779a0e82bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:48.506034 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2e7228a2-9a26-47fe-a1c5-c6fbc459b27e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:48:48.555513 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f564a-d1ff-4ad0-8c55-7779a0e82bce admin admin] Pushing event deleted for resources: {'Port': ['ID=7ba53ce8-1c23-42a7-b1c8-2f6f80456f46,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:48:48.562526 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-759f564a-d1ff-4ad0-8c55-7779a0e82bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:48:48.566942 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759f564a-d1ff-4ad0-8c55-7779a0e82bce admin admin] No DVR routers for this DVR port 7ba53ce8-1c23-42a7-b1c8-2f6f80456f46 on host dv-cinder-784779-11-iscsi {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:48:48.652494 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:48:48.780071 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-759f564a-d1ff-4ad0-8c55-7779a0e82bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863971', 'neutron.services.segments.db._delete_segments_for_network-8734582855581'] for network, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:48.798739 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-759f564a-d1ff-4ad0-8c55-7779a0e82bce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ad85056d0>,) {'filters': {'network_id': ['d88b8522-bb44-4128-b66b-b6cc8ce1b406']}} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:48:48.827375 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-759f564a-d1ff-4ad0-8c55-7779a0e82bce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad85056d0>, '25fdd543-918d-4905-85a1-237f19c43cb3') {'for_net_delete': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:48:48.827799 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-759f564a-d1ff-4ad0-8c55-7779a0e82bce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad85056d0>, '25fdd543-918d-4905-85a1-237f19c43cb3') {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:48:48.853531 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-759f564a-d1ff-4ad0-8c55-7779a0e82bce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582867559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143145'] for segment, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:48.885291 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-759f564a-d1ff-4ad0-8c55-7779a0e82bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:48.903418 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-759f564a-d1ff-4ad0-8c55-7779a0e82bce admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=78702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 11 13:48:48.903831 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-759f564a-d1ff-4ad0-8c55-7779a0e82bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2529426'] for segment, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]: Traceback (most recent call last):
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]:     timer()
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]:     cb(*args, **kw)
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]:     return func(*args, **kwargs)
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]:     self._notify()
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]:     self.callback(batched_events)
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]:     event.method(event)
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]:     aggregate_uuid = self.p_client.list_aggregates(
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]:     return f(self, *a, **k)
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]:     return self._get(url).json()
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]:     return self.request(url, 'GET', **kwargs)
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]:     base_url = self.get_endpoint(auth, allow=allow,
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 11 13:48:48.916725 dv-cinder-784779-11-iscsi neutron-server[78702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 11 13:48:48.923937 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-6ca66149-453b-493e-89bc-9805469ac362 req-562d148c-d8c4-406f-ac08-24d9583fa08a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:48.966143 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 7ba53ce8-1c23-42a7-b1c8-2f6f80456f46 no longer exists at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:48:49.002122 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] No Port match for: 7ba53ce8-1c23-42a7-b1c8-2f6f80456f46 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:48:49.002474 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 7ba53ce8-1c23-42a7-b1c8-2f6f80456f46 not bound to the agent host dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:48:49.017470 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-6ca66149-453b-493e-89bc-9805469ac362 req-562d148c-d8c4-406f-ac08-24d9583fa08a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Transition to ACTIVE for port object 247de115-5c6d-44da-9da0-9bdc03a9222d will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:48:49.018720 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-759f564a-d1ff-4ad0-8c55-7779a0e82bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709946'] for network, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:49.024864 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3611d898-396c-4366-b26a-b901b8e1b239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:48:49.039465 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-759f564a-d1ff-4ad0-8c55-7779a0e82bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:49.054108 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f564a-d1ff-4ad0-8c55-7779a0e82bce admin admin] Pushing event deleted for resources: {'Network': ['ID=d88b8522-bb44-4128-b66b-b6cc8ce1b406,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:48:49.061303 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-759f564a-d1ff-4ad0-8c55-7779a0e82bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:48:49.071706 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device d6433f3c-7aeb-455b-ae05-a508772abca5 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 11 13:48:49.076214 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-759f564a-d1ff-4ad0-8c55-7779a0e82bce admin admin] 10.222.0.48 "DELETE /v2.0/networks/d88b8522-bb44-4128-b66b-b6cc8ce1b406 HTTP/1.1" status: 204  len: 168 time: 1.5581577
May 11 13:48:49.083288 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-6ca66149-453b-493e-89bc-9805469ac362 req-562d148c-d8c4-406f-ac08-24d9583fa08a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:49.090503 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-cab4f28a-965b-4499-8f8f-df68bd1e232c tempest-AttachVolumeNegativeTest-1347012030 tempest-AttachVolumeNegativeTest-1347012030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:48:49.154882 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca66149-453b-493e-89bc-9805469ac362 req-562d148c-d8c4-406f-ac08-24d9583fa08a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Network fd97d37a-0667-4ddc-b6b6-37157baca3ab is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:48:49.158391 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [req-6ca66149-453b-493e-89bc-9805469ac362 req-562d148c-d8c4-406f-ac08-24d9583fa08a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:48:49.167530 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca66149-453b-493e-89bc-9805469ac362 req-562d148c-d8c4-406f-ac08-24d9583fa08a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:48:49.214833 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d148c-d8c4-406f-ac08-24d9583fa08a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Pushing event updated for resources: {'Port': ['ID=247de115-5c6d-44da-9da0-9bdc03a9222d,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:48:49.220422 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-562d148c-d8c4-406f-ac08-24d9583fa08a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:48:49.242257 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port d6433f3c-7aeb-455b-ae05-a508772abca5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d6433f3c-7aeb-455b-ae05-a508772abca5,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:48:49.251186 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 49854) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:48:49.260436 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca66149-453b-493e-89bc-9805469ac362 req-562d148c-d8c4-406f-ac08-24d9583fa08a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:49.261288 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-6ca66149-453b-493e-89bc-9805469ac362 req-562d148c-d8c4-406f-ac08-24d9583fa08a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:49.272749 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Returning: {'device': 'd6433f3c-7aeb-455b-ae05-a508772abca5', 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'port_id': 'd6433f3c-7aeb-455b-ae05-a508772abca5', 'mac_address': 'fa:16:3e:08:90:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 11 13:48:49.285304 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6ca66149-453b-493e-89bc-9805469ac362 req-562d148c-d8c4-406f-ac08-24d9583fa08a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7649300
May 11 13:48:49.304896 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-6ca66149-453b-493e-89bc-9805469ac362 req-9186f8e5-9d04-48ee-93d9-b16d918d2615 service neutron] Request body: {'port': {'device_id': 'e6944d65-3f74-49ba-8272-9c5f5aa4f193', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:48:49.315955 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-87d50c1f-b534-4d69-a2ea-5be7705bb7b8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e2e1283bbf5045ad87015dc35eb13bec&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0629466
May 11 13:48:49.318226 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 49860) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:48:49.364519 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:49.384428 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6433f3c-7aeb-455b-ae05-a508772abca5 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:48:49.411326 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5639d436-7cb9-4c0e-a559-9c9263d6b4a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:49.413751 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port d6433f3c-7aeb-455b-ae05-a508772abca5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d6433f3c-7aeb-455b-ae05-a508772abca5,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:48:49.422806 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:49.426481 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:48:49.457931 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-6ca66149-453b-493e-89bc-9805469ac362 req-9186f8e5-9d04-48ee-93d9-b16d918d2615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:49.479484 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5639d436-7cb9-4c0e-a559-9c9263d6b4a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:49.517957 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=d6433f3c-7aeb-455b-ae05-a508772abca5,revision_number=9']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:48:49.521945 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:48:49.540109 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-50e6e1a6-5648-4b49-885c-5d6a0c30a109 None None] Provisioning for port 247de115-5c6d-44da-9da0-9bdc03a9222d completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:48:49.547310 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-50e6e1a6-5648-4b49-885c-5d6a0c30a109 None None] Provisioning complete for port 247de115-5c6d-44da-9da0-9bdc03a9222d triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:48:49.548261 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-50e6e1a6-5648-4b49-885c-5d6a0c30a109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:49.635256 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-50e6e1a6-5648-4b49-885c-5d6a0c30a109 None None] Port 247de115-5c6d-44da-9da0-9bdc03a9222d cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 11 13:48:49.656689 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['d6433f3c-7aeb-455b-ae05-a508772abca5'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:48:49.682508 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01bab6-2677-4b2e-ae32-8b9a7ab2174c req-9db393f1-8374-4b85-8868-73422f0dbae1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:49.684117 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ad01bab6-2677-4b2e-ae32-8b9a7ab2174c req-9db393f1-8374-4b85-8868-73422f0dbae1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 932 time: 0.1542571
May 11 13:48:49.718459 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5639d436-7cb9-4c0e-a559-9c9263d6b4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:49.724193 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-590c7df9-880c-4729-97fa-bc077a5bdf58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:48:49.752139 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639d436-7cb9-4c0e-a559-9c9263d6b4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebcff7f-1c22-4b5d-9783-aad40dadfd1c,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:48:49.761072 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5639d436-7cb9-4c0e-a559-9c9263d6b4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:48:49.764134 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5639d436-7cb9-4c0e-a559-9c9263d6b4a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:49.769121 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-5639d436-7cb9-4c0e-a559-9c9263d6b4a7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ebcff7f-1c22-4b5d-9783-aad40dadfd1c HTTP/1.1" status: 204  len: 168 time: 0.4457526
May 11 13:48:49.776551 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ad01bab6-2677-4b2e-ae32-8b9a7ab2174c req-cd3aefd3-1b38-487f-b4c4-4eafe973796f tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0816586
May 11 13:48:50.093035 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca47812-6aff-4161-b9de-a6a0a23f26cf req-70f7908d-493d-4f9b-8bde-07c2caf0c68c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:50.094787 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fca47812-6aff-4161-b9de-a6a0a23f26cf req-70f7908d-493d-4f9b-8bde-07c2caf0c68c tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 944 time: 0.3625538
May 11 13:48:50.159147 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fca47812-6aff-4161-b9de-a6a0a23f26cf req-32d174fb-dff6-43e4-b4e4-86f7226f34f2 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552831
May 11 13:48:50.277771 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [req-6ca66149-453b-493e-89bc-9805469ac362 req-9186f8e5-9d04-48ee-93d9-b16d918d2615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 247de115-5c6d-44da-9da0-9bdc03a9222d {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:48:50.292806 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-6ca66149-453b-493e-89bc-9805469ac362 req-9186f8e5-9d04-48ee-93d9-b16d918d2615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:50.320090 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-6ca66149-453b-493e-89bc-9805469ac362 req-9186f8e5-9d04-48ee-93d9-b16d918d2615 service neutron] Transition to ACTIVE for port object 247de115-5c6d-44da-9da0-9bdc03a9222d will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:48:50.326479 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-6ca66149-453b-493e-89bc-9805469ac362 req-9186f8e5-9d04-48ee-93d9-b16d918d2615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:50.334571 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fa5b44dc-c84d-4aa0-bf86-51b542e133f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:48:50.507680 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186f8e5-9d04-48ee-93d9-b16d918d2615 service neutron] Pushing event updated for resources: {'Port': ['ID=247de115-5c6d-44da-9da0-9bdc03a9222d,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:48:50.517270 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9186f8e5-9d04-48ee-93d9-b16d918d2615 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:48:50.609163 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-6ca66149-453b-493e-89bc-9805469ac362 req-9186f8e5-9d04-48ee-93d9-b16d918d2615 service neutron] Attempting to bind port 247de115-5c6d-44da-9da0-9bdc03a9222d on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:48:50.609592 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-6ca66149-453b-493e-89bc-9805469ac362 req-9186f8e5-9d04-48ee-93d9-b16d918d2615 service neutron] Attempting to bind port 247de115-5c6d-44da-9da0-9bdc03a9222d by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'da77338e-78ab-4b09-adcb-e7d35927c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:48:50.609985 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca66149-453b-493e-89bc-9805469ac362 req-9186f8e5-9d04-48ee-93d9-b16d918d2615 service neutron] Attempting to bind port 247de115-5c6d-44da-9da0-9bdc03a9222d on network fd97d37a-0667-4ddc-b6b6-37157baca3ab {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:48:50.616123 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca66149-453b-493e-89bc-9805469ac362 req-9186f8e5-9d04-48ee-93d9-b16d918d2615 service neutron] Port 247de115-5c6d-44da-9da0-9bdc03a9222d on network fd97d37a-0667-4ddc-b6b6-37157baca3ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 11 13:48:50.616518 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca66149-453b-493e-89bc-9805469ac362 req-9186f8e5-9d04-48ee-93d9-b16d918d2615 service neutron] Attempting to bind port 247de115-5c6d-44da-9da0-9bdc03a9222d on network fd97d37a-0667-4ddc-b6b6-37157baca3ab {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:48:50.623341 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca66149-453b-493e-89bc-9805469ac362 req-9186f8e5-9d04-48ee-93d9-b16d918d2615 service neutron] Checking agent: {'id': '90698981-c276-4592-9423-0c50fa5e2f21', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'started_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:48:50.623644 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca66149-453b-493e-89bc-9805469ac362 req-9186f8e5-9d04-48ee-93d9-b16d918d2615 service neutron] Checking segment: {'id': 'da77338e-78ab-4b09-adcb-e7d35927c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:48:50.624504 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca66149-453b-493e-89bc-9805469ac362 req-9186f8e5-9d04-48ee-93d9-b16d918d2615 service neutron] Bound using segment: {'id': 'da77338e-78ab-4b09-adcb-e7d35927c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:48:50.624504 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-6ca66149-453b-493e-89bc-9805469ac362 req-9186f8e5-9d04-48ee-93d9-b16d918d2615 service neutron] Bound port: 247de115-5c6d-44da-9da0-9bdc03a9222d, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da77338e-78ab-4b09-adcb-e7d35927c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:48:50.624953 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-6ca66149-453b-493e-89bc-9805469ac362 req-9186f8e5-9d04-48ee-93d9-b16d918d2615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:50.722481 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-6ca66149-453b-493e-89bc-9805469ac362 req-9186f8e5-9d04-48ee-93d9-b16d918d2615 service neutron] For port 247de115-5c6d-44da-9da0-9bdc03a9222d, host hv-cinder-78477, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:48:50.725834 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-6ca66149-453b-493e-89bc-9805469ac362 req-9186f8e5-9d04-48ee-93d9-b16d918d2615 service neutron] For port 247de115-5c6d-44da-9da0-9bdc03a9222d, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=247de115-5c6d-44da-9da0-9bdc03a9222d,segment=NetworkSegment(da77338e-78ab-4b09-adcb-e7d35927c19a),segment_id=da77338e-78ab-4b09-adcb-e7d35927c19a)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:48:50.731894 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-6ca66149-453b-493e-89bc-9805469ac362 req-9186f8e5-9d04-48ee-93d9-b16d918d2615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:50.737294 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-1b2eec90-ef70-431d-859b-5dd0e5489438 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:48:50.785803 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca66149-453b-493e-89bc-9805469ac362 req-9186f8e5-9d04-48ee-93d9-b16d918d2615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:50.786608 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-6ca66149-453b-493e-89bc-9805469ac362 req-9186f8e5-9d04-48ee-93d9-b16d918d2615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:50.788780 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6ca66149-453b-493e-89bc-9805469ac362 req-9186f8e5-9d04-48ee-93d9-b16d918d2615 service neutron] 10.222.0.54 "PUT /v2.0/ports/247de115-5c6d-44da-9da0-9bdc03a9222d HTTP/1.1" status: 200  len: 1094 time: 1.4933600
May 11 13:48:50.799649 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6944d65-3f74-49ba-8272-9c5f5aa4f193', 'tag': '247de115-5c6d-44da-9da0-9bdc03a9222d'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:48:50.859379 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186f8e5-9d04-48ee-93d9-b16d918d2615 service neutron] Pushing event updated for resources: {'Port': ['ID=247de115-5c6d-44da-9da0-9bdc03a9222d,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:48:50.924628 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6944d65-3f74-49ba-8272-9c5f5aa4f193', 'tag': '247de115-5c6d-44da-9da0-9bdc03a9222d', 'status': 'completed', 'code': 200}
May 11 13:48:50.925655 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9186f8e5-9d04-48ee-93d9-b16d918d2615 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:48:50.974532 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca66149-453b-493e-89bc-9805469ac362 req-4c8306dd-c090-4751-8d2d-406790f68546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:50.976131 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6ca66149-453b-493e-89bc-9805469ac362 req-4c8306dd-c090-4751-8d2d-406790f68546 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d185725581a24febb7946b4a64c64b41&device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 1097 time: 0.1038661
May 11 13:48:51.059090 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6ca66149-453b-493e-89bc-9805469ac362 req-d543c96f-84da-4c3a-a818-23fac17df4a3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=247de115-5c6d-44da-9da0-9bdc03a9222d HTTP/1.1" status: 200  len: 217 time: 0.0757825
May 11 13:48:51.072680 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device d6433f3c-7aeb-455b-ae05-a508772abca5 up at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:48:51.095022 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098aab70-2782-4a0a-acb2-15278c868ff5 req-311a0b8b-0111-47b4-854f-9fed693a3218 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:51.097550 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-098aab70-2782-4a0a-acb2-15278c868ff5 req-311a0b8b-0111-47b4-854f-9fed693a3218 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 944 time: 0.1333914
May 11 13:48:51.145737 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca66149-453b-493e-89bc-9805469ac362 req-02f43698-b29e-4a3d-9cd4-fc372ac26ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:51.147475 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6ca66149-453b-493e-89bc-9805469ac362 req-02f43698-b29e-4a3d-9cd4-fc372ac26ce6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eff3406f-1fd8-4742-aa2f-78f38079d01b HTTP/1.1" status: 200  len: 851 time: 0.0823743
May 11 13:48:51.160499 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-098aab70-2782-4a0a-acb2-15278c868ff5 req-c827e5cb-91bd-486b-a1bc-3ef8d8514e59 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492792
May 11 13:48:51.235061 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning complete for port d6433f3c-7aeb-455b-ae05-a508772abca5 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:48:51.235736 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:51.251668 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca66149-453b-493e-89bc-9805469ac362 req-4f727ff1-bfeb-405e-86a9-12977e486294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:51.253473 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6ca66149-453b-493e-89bc-9805469ac362 req-4f727ff1-bfeb-405e-86a9-12977e486294 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fd97d37a-0667-4ddc-b6b6-37157baca3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0984728
May 11 13:48:51.452482 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:51.502918 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a31701-de79-451b-9d9f-47d35c3ae421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6433f3c-7aeb-455b-ae05-a508772abca5'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:48:51.521015 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port d6433f3c-7aeb-455b-ae05-a508772abca5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d6433f3c-7aeb-455b-ae05-a508772abca5,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:48:51.529134 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:51.539199 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-512a8070-0095-4d07-9747-fb1d401d7008 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:48:51.552934 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fc54b-8807-4fb3-ae04-c07ffc272cc0 req-2725b8c2-b28a-4832-b770-bb97df7e5929 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:51.552934 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a59fc54b-8807-4fb3-ae04-c07ffc272cc0 req-2725b8c2-b28a-4832-b770-bb97df7e5929 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 944 time: 0.1730623
May 11 13:48:51.552934 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6ca66149-453b-493e-89bc-9805469ac362 req-a885e976-fb0e-4aaf-ab00-19119790cac3 service neutron] 10.222.0.54 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2892072
May 11 13:48:51.621354 dv-cinder-784779-11-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a31701-de79-451b-9d9f-47d35c3ae421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6433f3c-7aeb-455b-ae05-a508772abca5', 'code': 200}
May 11 13:48:51.711974 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=d6433f3c-7aeb-455b-ae05-a508772abca5,revision_number=10']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:48:51.717808 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:48:51.720434 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a59fc54b-8807-4fb3-ae04-c07ffc272cc0 req-19399381-6501-48e3-9265-ea6548989ec1 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1644752
May 11 13:48:51.783874 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6ca66149-453b-493e-89bc-9805469ac362 req-486b1a82-8e38-4e68-ac69-18d9a2483821 service neutron] 10.222.0.54 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2256122
May 11 13:48:51.977280 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8cf59-493d-45ac-a160-b5777d73f21c req-e4073dd3-5dd8-4677-ac17-6f900caca0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:51.978846 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-aee8cf59-493d-45ac-a160-b5777d73f21c req-e4073dd3-5dd8-4677-ac17-6f900caca0ec service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 1099 time: 0.1362767
May 11 13:48:51.985626 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7eb363-8d48-4944-9166-66aff9fc3aa5 req-b5e7959d-e87a-4659-b0db-d3ce87435b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:51.987139 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5d7eb363-8d48-4944-9166-66aff9fc3aa5 req-b5e7959d-e87a-4659-b0db-d3ce87435b46 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d185725581a24febb7946b4a64c64b41&device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 1097 time: 0.1051230
May 11 13:48:52.236399 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-aee8cf59-493d-45ac-a160-b5777d73f21c req-4c07e37b-b8cd-472b-9ef6-508268d4c2e4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2482624
May 11 13:48:52.299192 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7eb363-8d48-4944-9166-66aff9fc3aa5 req-1ade4c25-b42e-45df-b75d-9daa4508b464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:52.301876 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5d7eb363-8d48-4944-9166-66aff9fc3aa5 req-1ade4c25-b42e-45df-b75d-9daa4508b464 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fd97d37a-0667-4ddc-b6b6-37157baca3ab HTTP/1.1" status: 200  len: 913 time: 0.3005390
May 11 13:48:52.386714 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5d7eb363-8d48-4944-9166-66aff9fc3aa5 req-2131cae7-5bfc-4830-bb96-641e0fe72480 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=247de115-5c6d-44da-9da0-9bdc03a9222d HTTP/1.1" status: 200  len: 217 time: 0.0782812
May 11 13:48:52.400331 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660b5a9-c436-4d07-9da6-806ae3401989 req-4b7e0939-9b6e-4b9c-8b24-f6a1860189cb tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:52.401946 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d660b5a9-c436-4d07-9da6-806ae3401989 req-4b7e0939-9b6e-4b9c-8b24-f6a1860189cb tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 944 time: 0.1070175
May 11 13:48:52.455728 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d660b5a9-c436-4d07-9da6-806ae3401989 req-0932223b-6ccd-41a5-b88b-fe523324d7f5 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469685
May 11 13:48:52.468567 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7eb363-8d48-4944-9166-66aff9fc3aa5 req-71323f8e-1d32-4c2b-b6d3-1db1e200f8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:52.470053 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5d7eb363-8d48-4944-9166-66aff9fc3aa5 req-71323f8e-1d32-4c2b-b6d3-1db1e200f8cb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eff3406f-1fd8-4742-aa2f-78f38079d01b HTTP/1.1" status: 200  len: 851 time: 0.0760739
May 11 13:48:52.553119 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7eb363-8d48-4944-9166-66aff9fc3aa5 req-88c2eab8-71f3-4f2e-b024-6664040de8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:52.554641 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5d7eb363-8d48-4944-9166-66aff9fc3aa5 req-88c2eab8-71f3-4f2e-b024-6664040de8c1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fd97d37a-0667-4ddc-b6b6-37157baca3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0774598
May 11 13:48:52.696172 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5d7eb363-8d48-4944-9166-66aff9fc3aa5 req-1abf5996-d39b-44fa-bd56-2f6110ffb781 service neutron] 10.222.0.54 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339295
May 11 13:48:52.871791 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5d7eb363-8d48-4944-9166-66aff9fc3aa5 req-7bf44b6e-5325-4cc7-82be-468927268a2e service neutron] 10.222.0.54 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1687331
May 11 13:48:52.927272 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18cb60-ed57-4e81-996f-54d18073b12c req-4e86871a-2947-438e-845e-85502b9d7886 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:52.928818 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8d18cb60-ed57-4e81-996f-54d18073b12c req-4e86871a-2947-438e-845e-85502b9d7886 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 946 time: 0.0915234
May 11 13:48:52.981081 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8d18cb60-ed57-4e81-996f-54d18073b12c req-cbb2747d-00e4-4c33-97bf-07a2d9478d1e tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457058
May 11 13:48:53.682494 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548eb34-431d-419e-bbf5-fe4170d15c36 req-37e78b7f-e2a1-474f-b133-89eadd5fd897 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:53.685708 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5548eb34-431d-419e-bbf5-fe4170d15c36 req-37e78b7f-e2a1-474f-b133-89eadd5fd897 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 944 time: 0.1030560
May 11 13:48:53.737598 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5548eb34-431d-419e-bbf5-fe4170d15c36 req-fb787bc3-955b-455f-bd4a-2a34ebef3b5d tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454795
May 11 13:48:54.209723 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5533f-ce42-4257-af92-51b11bad0c64 req-493ca893-2556-42c2-87ed-d9a2facd562b tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:54.211250 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-01b5533f-ce42-4257-af92-51b11bad0c64 req-493ca893-2556-42c2-87ed-d9a2facd562b tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 946 time: 0.0914495
May 11 13:48:54.262139 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-01b5533f-ce42-4257-af92-51b11bad0c64 req-25a693e2-ca8a-44f5-9f4f-8aeefd24bc94 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441656
May 11 13:48:54.933867 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74e627-eb61-49aa-abcd-fd5e5776d434 req-7a1cf479-d19c-4775-8042-c2da3f4aafed tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:54.935611 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9d74e627-eb61-49aa-abcd-fd5e5776d434 req-7a1cf479-d19c-4775-8042-c2da3f4aafed tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 944 time: 0.0864580
May 11 13:48:54.983774 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9d74e627-eb61-49aa-abcd-fd5e5776d434 req-c9cce20f-3de8-49c2-8443-e8c4a8e99ec5 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418789
May 11 13:48:56.191189 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda36548-5c44-4595-8f5f-3c465a7daf41 req-ee90f12c-e76d-4f5f-bcbe-acd2cf0dcf68 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:56.192032 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-dda36548-5c44-4595-8f5f-3c465a7daf41 req-ee90f12c-e76d-4f5f-bcbe-acd2cf0dcf68 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Synchronizing usage tracker for tenant:d185725581a24febb7946b4a64c64b41 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:48:56.211158 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-dda36548-5c44-4595-8f5f-3c465a7daf41 req-ee90f12c-e76d-4f5f-bcbe-acd2cf0dcf68 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Unset dirty status for tenant:d185725581a24febb7946b4a64c64b41 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:48:56.212413 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-dda36548-5c44-4595-8f5f-3c465a7daf41 req-ee90f12c-e76d-4f5f-bcbe-acd2cf0dcf68 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 944 time: 0.1103625
May 11 13:48:56.260827 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-dda36548-5c44-4595-8f5f-3c465a7daf41 req-e5644e85-3707-4d41-b206-98b5c3760c8a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418003
May 11 13:48:57.553485 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7da50-1d5f-4bc4-8cb3-7753b4b3a36f req-590bb7f6-72b3-4e09-8a0b-09b016dff2fe tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:57.554876 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-00b7da50-1d5f-4bc4-8cb3-7753b4b3a36f req-590bb7f6-72b3-4e09-8a0b-09b016dff2fe tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 944 time: 0.1874375
May 11 13:48:57.603500 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-00b7da50-1d5f-4bc4-8cb3-7753b4b3a36f req-78e92acb-c4b3-41cf-bc63-77591f1d8bad tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422583
May 11 13:48:58.849824 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140787dd-6898-4590-9d82-81ffb5aa85b6 req-f30ef9ae-9a89-47a1-937e-0c7b68b34af1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:58.851522 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-140787dd-6898-4590-9d82-81ffb5aa85b6 req-f30ef9ae-9a89-47a1-937e-0c7b68b34af1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 944 time: 0.1374810
May 11 13:48:58.917941 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-140787dd-6898-4590-9d82-81ffb5aa85b6 req-1e84aa61-15ea-4d02-8f3c-c0a12438b423 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595922
May 11 13:48:58.923434 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-eef66525-f080-4531-916c-7ec585dce01a req-9df60163-af6b-47c8-992f-952540e94fa5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1467526
May 11 13:48:59.078535 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef66525-f080-4531-916c-7ec585dce01a req-e1ad5245-54a3-4e7c-955c-4b0bcbd11cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:59.080078 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-eef66525-f080-4531-916c-7ec585dce01a req-e1ad5245-54a3-4e7c-955c-4b0bcbd11cba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d834d585e8e49e39c08f01b088e3ec0&device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 1099 time: 0.0855184
May 11 13:48:59.247151 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef66525-f080-4531-916c-7ec585dce01a req-ff954056-56fa-43e2-9d99-3f9006c4336f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:59.248663 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-eef66525-f080-4531-916c-7ec585dce01a req-ff954056-56fa-43e2-9d99-3f9006c4336f service neutron] 10.222.0.54 "GET /v2.0/networks?id=707291bc-5dd9-42be-8f66-a126d34db7b0 HTTP/1.1" status: 200  len: 918 time: 0.1452987
May 11 13:48:59.355107 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-eef66525-f080-4531-916c-7ec585dce01a req-7d19953e-73ea-4be1-8c7b-8e6006fa5710 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6433f3c-7aeb-455b-ae05-a508772abca5 HTTP/1.1" status: 200  len: 1001 time: 0.0988581
May 11 13:48:59.404355 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-2b0c471a-d9e9-4dec-aef9-f2523745bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:59.425701 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef66525-f080-4531-916c-7ec585dce01a req-20fcde54-b366-4abc-a427-f22db831c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:59.427147 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-eef66525-f080-4531-916c-7ec585dce01a req-20fcde54-b366-4abc-a427-f22db831c7de service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fb43366-cc8e-4164-a9b2-c3e4cba00dbb HTTP/1.1" status: 200  len: 856 time: 0.0648232
May 11 13:48:59.507456 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef66525-f080-4531-916c-7ec585dce01a req-8fc49acf-d7c9-4ed4-a3f1-6db39fdf937a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:48:59.510755 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-eef66525-f080-4531-916c-7ec585dce01a req-8fc49acf-d7c9-4ed4-a3f1-6db39fdf937a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=707291bc-5dd9-42be-8f66-a126d34db7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0773680
May 11 13:48:59.554222 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:48:59.777498 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-eef66525-f080-4531-916c-7ec585dce01a req-4fe2cd2f-60f0-4afa-8890-2312b56f8ef1 service neutron] 10.222.0.54 "GET /v2.0/networks/707291bc-5dd9-42be-8f66-a126d34db7b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2596676
May 11 13:48:59.924225 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-eef66525-f080-4531-916c-7ec585dce01a req-f22f95ac-7dba-4bac-9180-4bf76877a477 service neutron] 10.222.0.54 "GET /v2.0/networks/707291bc-5dd9-42be-8f66-a126d34db7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399424
May 11 13:49:00.148271 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b869d-4485-4a31-84ac-bfedb4045ba5 req-da05e3d8-9f0a-4fdb-ad10-a123c2204b8e tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:49:00.149813 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-252b869d-4485-4a31-84ac-bfedb4045ba5 req-da05e3d8-9f0a-4fdb-ad10-a123c2204b8e tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 944 time: 0.0880454
May 11 13:49:00.196848 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-252b869d-4485-4a31-84ac-bfedb4045ba5 req-e41ecd65-c187-4eab-8e5f-8b85c2063c11 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406036
May 11 13:49:01.118699 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 247de115-5c6d-44da-9da0-9bdc03a9222d details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 11 13:49:01.269020 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port 247de115-5c6d-44da-9da0-9bdc03a9222d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=247de115-5c6d-44da-9da0-9bdc03a9222d,segment=NetworkSegment(da77338e-78ab-4b09-adcb-e7d35927c19a),segment_id=da77338e-78ab-4b09-adcb-e7d35927c19a)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:49:01.290066 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Returning: {'device': '247de115-5c6d-44da-9da0-9bdc03a9222d', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'port_id': '247de115-5c6d-44da-9da0-9bdc03a9222d', 'mac_address': 'fa:16:3e:5b:7d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 11 13:49:01.378332 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:01.397418 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 247de115-5c6d-44da-9da0-9bdc03a9222d {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:49:01.414559 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port 247de115-5c6d-44da-9da0-9bdc03a9222d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=247de115-5c6d-44da-9da0-9bdc03a9222d,segment=NetworkSegment(da77338e-78ab-4b09-adcb-e7d35927c19a),segment_id=da77338e-78ab-4b09-adcb-e7d35927c19a)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:49:01.420370 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:01.424528 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-b0a6f6b6-0644-41c8-b166-b10d6bfe9e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:49:01.435120 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd390d97-6d1c-4982-a659-0f439a997556 req-65f87262-0a38-4de8-b15d-1fad167fe6b9 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:49:01.436711 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fd390d97-6d1c-4982-a659-0f439a997556 req-65f87262-0a38-4de8-b15d-1fad167fe6b9 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 944 time: 0.0928288
May 11 13:49:01.487338 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fd390d97-6d1c-4982-a659-0f439a997556 req-df9532f7-3c74-4a80-89b0-0b67c2d58362 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428054
May 11 13:49:01.504903 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=247de115-5c6d-44da-9da0-9bdc03a9222d,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:49:01.516192 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:49:01.639576 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['247de115-5c6d-44da-9da0-9bdc03a9222d'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:49:02.241406 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:02.508098 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-0d5e29a3-0f00-4739-ae10-ef06ba740544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:02.686990 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead8b10-6dc8-45c9-945c-1c0f32674fba req-2e5d491c-0cec-456d-bb14-f472eeea2142 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:49:02.688517 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fead8b10-6dc8-45c9-945c-1c0f32674fba req-2e5d491c-0cec-456d-bb14-f472eeea2142 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 945 time: 0.0886202
May 11 13:49:02.741696 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fead8b10-6dc8-45c9-945c-1c0f32674fba req-ab13e85b-8643-4d3e-af32-8cbb9d6a10ae tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447490
May 11 13:49:03.119537 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 247de115-5c6d-44da-9da0-9bdc03a9222d up at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:49:03.195907 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning for port 247de115-5c6d-44da-9da0-9bdc03a9222d completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:49:03.201051 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning complete for port 247de115-5c6d-44da-9da0-9bdc03a9222d triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:49:03.201472 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:03.334499 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:03.372291 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6944d65-3f74-49ba-8272-9c5f5aa4f193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247de115-5c6d-44da-9da0-9bdc03a9222d'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:49:03.380196 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:03.382798 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port 247de115-5c6d-44da-9da0-9bdc03a9222d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=247de115-5c6d-44da-9da0-9bdc03a9222d,segment=NetworkSegment(da77338e-78ab-4b09-adcb-e7d35927c19a),segment_id=da77338e-78ab-4b09-adcb-e7d35927c19a)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:49:03.393313 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:03.396172 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-41cb75c3-b4bb-4b26-9d17-1745914274b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:49:03.429033 dv-cinder-784779-11-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6944d65-3f74-49ba-8272-9c5f5aa4f193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247de115-5c6d-44da-9da0-9bdc03a9222d', 'code': 200}
May 11 13:49:03.474567 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=247de115-5c6d-44da-9da0-9bdc03a9222d,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:49:03.477977 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:49:03.755417 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30790b-c3ff-451f-a4e8-f596250aaca9 req-c5794893-0ca4-4b90-aec8-154f853ac9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:49:03.757015 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8a30790b-c3ff-451f-a4e8-f596250aaca9 req-c5794893-0ca4-4b90-aec8-154f853ac9c9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 1099 time: 0.0760942
May 11 13:49:03.807021 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8a30790b-c3ff-451f-a4e8-f596250aaca9 req-be1d532b-0a06-4611-b964-e2a3bdecba45 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431154
May 11 13:49:03.953244 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15221d-756d-4c26-9178-e974e8970d9a req-161a02e0-2a85-4693-8c49-e17bbd593e13 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:49:03.954640 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0b15221d-756d-4c26-9178-e974e8970d9a req-161a02e0-2a85-4693-8c49-e17bbd593e13 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 946 time: 0.0890639
May 11 13:49:04.002969 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0b15221d-756d-4c26-9178-e974e8970d9a req-2eca7381-0799-4777-857b-2353fe84ba46 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402498
May 11 13:49:04.783699 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:05.208740 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cae293-5509-4603-9cb0-62d42d19bb78 req-f07d9e5f-4f0f-4cbc-a4f0-117500f08c3b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:49:05.210246 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c0cae293-5509-4603-9cb0-62d42d19bb78 req-f07d9e5f-4f0f-4cbc-a4f0-117500f08c3b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 946 time: 0.0879922
May 11 13:49:05.258881 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c0cae293-5509-4603-9cb0-62d42d19bb78 req-370c2ca9-a805-40eb-b3a5-d7960a36cf51 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423660
May 11 13:49:05.475592 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bad2a0-8353-4165-9e39-e0bf519130c5 req-06aee8b4-3983-4806-b4b5-fa434e8eb472 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:49:05.478157 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b5bad2a0-8353-4165-9e39-e0bf519130c5 req-06aee8b4-3983-4806-b4b5-fa434e8eb472 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 946 time: 0.1006083
May 11 13:49:05.555839 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b5bad2a0-8353-4165-9e39-e0bf519130c5 req-f7651b75-b99c-47ff-9a70-f72ffd0eaf64 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701580
May 11 13:49:05.594183 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 50078) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:49:05.684321 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2966a0af-d9d5-4ded-b0da-c80638853a70 tempest-TestVolumeBootPattern-506459585 tempest-TestVolumeBootPattern-506459585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:49:05.686551 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-2966a0af-d9d5-4ded-b0da-c80638853a70 tempest-TestVolumeBootPattern-506459585 tempest-TestVolumeBootPattern-506459585-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 1094 time: 0.0911155
May 11 13:49:05.689427 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 50082) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:49:05.695296 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-cd0061a0-200d-4f65-b76d-46b3250a5e02 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Request body: {'floatingip': {'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'port_id': '247de115-5c6d-44da-9da0-9bdc03a9222d', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'fixed_ip_address': '172.20.0.14'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:49:05.701865 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-cd0061a0-200d-4f65-b76d-46b3250a5e02 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:49:05.705959 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-cd0061a0-200d-4f65-b76d-46b3250a5e02 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Usage tracker for resource:floatingip and tenant:d185725581a24febb7946b4a64c64b41 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:49:05.709083 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-cd0061a0-200d-4f65-b76d-46b3250a5e02 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:49:05.719631 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-cd0061a0-200d-4f65-b76d-46b3250a5e02 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:49:05.731191 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cd0061a0-200d-4f65-b76d-46b3250a5e02 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for floatingip, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:05.885622 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cd0061a0-200d-4f65-b76d-46b3250a5e02 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:06.037861 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-cd0061a0-200d-4f65-b76d-46b3250a5e02 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Allocated IP 172.27.1.116 (e051f2fa-e4f7-48f8-93ce-58e38fee5eb4/218716c0-958e-4312-849b-6a79832afb0f/0d8c200b-7d26-4c72-810d-f988c24ccc37) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:49:06.198216 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cd0061a0-200d-4f65-b76d-46b3250a5e02 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:06.237621 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cd0061a0-200d-4f65-b76d-46b3250a5e02 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:06.241965 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-bc6ed843-fa1b-4976-b9e5-60cd7447c7e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:49:06.307067 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0061a0-200d-4f65-b76d-46b3250a5e02 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:49:06.310265 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-cd0061a0-200d-4f65-b76d-46b3250a5e02 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:49:06.318734 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0061a0-200d-4f65-b76d-46b3250a5e02 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:49:06.348837 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0061a0-200d-4f65-b76d-46b3250a5e02 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Pushing event updated for resources: {'Port': ['ID=0d8c200b-7d26-4c72-810d-f988c24ccc37,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:49:06.355097 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-cd0061a0-200d-4f65-b76d-46b3250a5e02 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:49:06.783973 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cd0061a0-200d-4f65-b76d-46b3250a5e02 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:06.985440 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cd0061a0-200d-4f65-b76d-46b3250a5e02 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:07.222688 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cd0061a0-200d-4f65-b76d-46b3250a5e02 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:07.228341 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cd0061a0-200d-4f65-b76d-46b3250a5e02 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:07.233105 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b3bc09a5-45be-408e-b1e9-f1a51cb71582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:49:07.347077 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0061a0-200d-4f65-b76d-46b3250a5e02 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Pushing event updated for resources: {'Port': ['ID=0d8c200b-7d26-4c72-810d-f988c24ccc37,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:49:07.350097 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-cd0061a0-200d-4f65-b76d-46b3250a5e02 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:49:07.365318 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cd0061a0-200d-4f65-b76d-46b3250a5e02 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709941'] for floatingip, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:07.557491 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.db.l3_db [None req-cd0061a0-200d-4f65-b76d-46b3250a5e02 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Floating IP 4de5bfe8-fd59-4de3-9204-9d8360e9c4ba associated. External IP: 172.27.1.116, port: 247de115-5c6d-44da-9da0-9bdc03a9222d.
May 11 13:49:07.947979 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0061a0-200d-4f65-b76d-46b3250a5e02 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Router 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:49:08.187589 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0061a0-200d-4f65-b76d-46b3250a5e02 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:49:08.200891 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a10354-0239-42b5-9310-ea5146308ad6 None None] Sync routers for ids ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'] in dv-cinder-784779-11-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:49:08.216438 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a10354-0239-42b5-9310-ea5146308ad6 None None] Routers {'3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:49:08.217715 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-74a10354-0239-42b5-9310-ea5146308ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9a7f670>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:49:02Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:49:08.229110 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cd0061a0-200d-4f65-b76d-46b3250a5e02 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for floatingip, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:08.296011 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-cd0061a0-200d-4f65-b76d-46b3250a5e02 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.6053064
May 11 13:49:08.296934 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6944d65-3f74-49ba-8272-9c5f5aa4f193', 'tag': '247de115-5c6d-44da-9da0-9bdc03a9222d'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:49:08.345805 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6944d65-3f74-49ba-8272-9c5f5aa4f193', 'tag': '247de115-5c6d-44da-9da0-9bdc03a9222d', 'status': 'completed', 'code': 200}
May 11 13:49:08.441770 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-74a10354-0239-42b5-9310-ea5146308ad6 None None] Set router 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:49:08.462674 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b408bc-7f7a-47a0-a123-a387d318155d req-25228449-3aeb-47ba-ab96-b94cf2c55bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:49:08.465597 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c7b408bc-7f7a-47a0-a123-a387d318155d req-25228449-3aeb-47ba-ab96-b94cf2c55bf4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d185725581a24febb7946b4a64c64b41&device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 1099 time: 0.0923469
May 11 13:49:08.626401 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b408bc-7f7a-47a0-a123-a387d318155d req-38cdabd9-3ee2-49a0-ac29-8f964f218bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:49:08.627809 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c7b408bc-7f7a-47a0-a123-a387d318155d req-38cdabd9-3ee2-49a0-ac29-8f964f218bd1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fd97d37a-0667-4ddc-b6b6-37157baca3ab HTTP/1.1" status: 200  len: 913 time: 0.1556218
May 11 13:49:08.839337 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-74a10354-0239-42b5-9310-ea5146308ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9a7f670>, [{'id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'name': 'tempest-TestVolumeBootPattern-1118253124-router', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:44:50Z', 'updated_at': '2021-05-11T13:44:57Z', 'revision_number': 4, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'gw_port': {'id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:51Z', 'updated_at': '2021-05-11T13:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_floatingips': [{'id': '4de5bfe8-fd59-4de3-9204-9d8360e9c4ba', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'port_id': '247de115-5c6d-44da-9da0-9bdc03a9222d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'mac_address': 'fa:16:3e:5b:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6944d65-3f74-49ba-8272-9c5f5aa4f193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:49:06Z', 'updated_at': '2021-05-11T13:49:06Z', 'revision_number': 0, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ceaf8f-53d1-41e2-8851-754b528727a9', 'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'mac_address': 'fa:16:3e:30:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:57Z', 'updated_at': '2021-05-11T13:45:05Z', 'revision_number': 5, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'subnets': [{'id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:49:08.843684 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a10354-0239-42b5-9310-ea5146308ad6 None None] Checking router: 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d for host: dv-cinder-784779-11-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:49:08.852568 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a10354-0239-42b5-9310-ea5146308ad6 None None] Routers {'3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:49:08.853182 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-74a10354-0239-42b5-9310-ea5146308ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9a7f670>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:49:02Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:49:08.871148 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c7b408bc-7f7a-47a0-a123-a387d318155d req-7b928ed6-d629-4fe3-ba8b-ea6086cbfce3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=247de115-5c6d-44da-9da0-9bdc03a9222d HTTP/1.1" status: 200  len: 1000 time: 0.2359197
May 11 13:49:08.945726 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b408bc-7f7a-47a0-a123-a387d318155d req-e8905cdf-c35e-48ab-b98d-896b82948415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:49:08.947183 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c7b408bc-7f7a-47a0-a123-a387d318155d req-e8905cdf-c35e-48ab-b98d-896b82948415 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eff3406f-1fd8-4742-aa2f-78f38079d01b HTTP/1.1" status: 200  len: 851 time: 0.0653801
May 11 13:49:09.027197 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b408bc-7f7a-47a0-a123-a387d318155d req-a37702b3-600b-4e70-b873-d826130e4cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:49:09.029065 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c7b408bc-7f7a-47a0-a123-a387d318155d req-a37702b3-600b-4e70-b873-d826130e4cc2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fd97d37a-0667-4ddc-b6b6-37157baca3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0749276
May 11 13:49:09.042311 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-74a10354-0239-42b5-9310-ea5146308ad6 None None] Set router 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:49:09.180187 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c7b408bc-7f7a-47a0-a123-a387d318155d req-1cefc9ac-1fa4-43cd-8018-2063ca49a222 service neutron] 10.222.0.54 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422756
May 11 13:49:09.342872 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c7b408bc-7f7a-47a0-a123-a387d318155d req-360e3f05-6996-4997-84bc-c6db11552719 service neutron] 10.222.0.54 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1556926
May 11 13:49:09.496194 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-74a10354-0239-42b5-9310-ea5146308ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9a7f670>, [{'id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'name': 'tempest-TestVolumeBootPattern-1118253124-router', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:44:50Z', 'updated_at': '2021-05-11T13:44:57Z', 'revision_number': 4, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'gw_port': {'id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:51Z', 'updated_at': '2021-05-11T13:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_floatingips': [{'id': '4de5bfe8-fd59-4de3-9204-9d8360e9c4ba', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'port_id': '247de115-5c6d-44da-9da0-9bdc03a9222d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'mac_address': 'fa:16:3e:5b:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6944d65-3f74-49ba-8272-9c5f5aa4f193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:49:06Z', 'updated_at': '2021-05-11T13:49:06Z', 'revision_number': 0, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ceaf8f-53d1-41e2-8851-754b528727a9', 'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'mac_address': 'fa:16:3e:30:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:57Z', 'updated_at': '2021-05-11T13:45:05Z', 'revision_number': 5, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'subnets': [{'id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:49:09.501956 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a10354-0239-42b5-9310-ea5146308ad6 None None] The sync data for ids ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'] in dv-cinder-784779-11-iscsi is: [{'id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'name': 'tempest-TestVolumeBootPattern-1118253124-router', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:44:50Z', 'updated_at': '2021-05-11T13:44:57Z', 'revision_number': 4, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'gw_port': {'id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:51Z', 'updated_at': '2021-05-11T13:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_floatingips': [{'id': '4de5bfe8-fd59-4de3-9204-9d8360e9c4ba', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'port_id': '247de115-5c6d-44da-9da0-9bdc03a9222d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'mac_address': 'fa:16:3e:5b:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6944d65-3f74-49ba-8272-9c5f5aa4f193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:49:06Z', 'updated_at': '2021-05-11T13:49:06Z', 'revision_number': 0, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ceaf8f-53d1-41e2-8851-754b528727a9', 'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'mac_address': 'fa:16:3e:30:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:57Z', 'updated_at': '2021-05-11T13:45:05Z', 'revision_number': 5, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'subnets': [{'id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:49:09.764058 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79916e86-2a03-4c91-9fc0-040ba8686663 None None] New status for floating IP 4de5bfe8-fd59-4de3-9204-9d8360e9c4ba: ACTIVE {{(pid=78704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 11 13:49:25.652503 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:49:29.409054 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-144bb28a-cfd9-433f-b648-eba7d8a50134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:29.563816 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:32.237414 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:32.507665 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-4bcb1295-c428-4e74-8f3d-ae4e02a4a1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:33.369589 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:34.265772 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50730b-9d64-44bf-9568-da14a9f21c08 req-78a17576-4761-4584-8e4d-474f735e8e75 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:49:34.267364 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3a50730b-9d64-44bf-9568-da14a9f21c08 req-78a17576-4761-4584-8e4d-474f735e8e75 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 946 time: 0.0910320
May 11 13:49:34.322374 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3a50730b-9d64-44bf-9568-da14a9f21c08 req-c75ba848-7944-4cc1-b91f-d52a57650f8a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481989
May 11 13:49:34.784252 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:35.548320 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64024203-b7e6-47e0-867f-28e8f01f485f req-b4ae7c98-2520-44b2-9d3f-34f31b72e207 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:49:35.549972 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-64024203-b7e6-47e0-867f-28e8f01f485f req-b4ae7c98-2520-44b2-9d3f-34f31b72e207 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 946 time: 0.1019197
May 11 13:49:35.614051 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-64024203-b7e6-47e0-867f-28e8f01f485f req-5347c78f-5de7-4c20-852c-13262d1efc88 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups?id=c029a01a-8f09-4897-80fe-5305c55e9af6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530212
May 11 13:49:35.723447 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88208acd-adba-4807-bd9b-ffdf2cedcbdc req-b4640457-f3f9-4151-9dd0-2249590ea093 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:49:35.725018 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-88208acd-adba-4807-bd9b-ffdf2cedcbdc req-b4640457-f3f9-4151-9dd0-2249590ea093 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 946 time: 0.0899134
May 11 13:49:35.874519 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-88208acd-adba-4807-bd9b-ffdf2cedcbdc req-77cfbd7d-1a46-4d40-9c38-cab4581d92e0 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Deleting port d6433f3c-7aeb-455b-ae05-a508772abca5 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:49:35.874789 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-88208acd-adba-4807-bd9b-ffdf2cedcbdc req-77cfbd7d-1a46-4d40-9c38-cab4581d92e0 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:36.037463 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-88208acd-adba-4807-bd9b-ffdf2cedcbdc req-77cfbd7d-1a46-4d40-9c38-cab4581d92e0 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] For port d6433f3c-7aeb-455b-ae05-a508772abca5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d6433f3c-7aeb-455b-ae05-a508772abca5,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:49:36.037831 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-88208acd-adba-4807-bd9b-ffdf2cedcbdc req-77cfbd7d-1a46-4d40-9c38-cab4581d92e0 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:36.357040 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-88208acd-adba-4807-bd9b-ffdf2cedcbdc req-77cfbd7d-1a46-4d40-9c38-cab4581d92e0 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:36.357567 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-88208acd-adba-4807-bd9b-ffdf2cedcbdc req-77cfbd7d-1a46-4d40-9c38-cab4581d92e0 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709941'] for floatingip, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:36.357876 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.db.l3_db [req-88208acd-adba-4807-bd9b-ffdf2cedcbdc req-77cfbd7d-1a46-4d40-9c38-cab4581d92e0 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Floating IP 88007905-36b6-4de4-814a-fe4bfa8fbac9 disassociated. External IP: 172.27.1.196, port: d6433f3c-7aeb-455b-ae05-a508772abca5.
May 11 13:49:36.358244 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-88208acd-adba-4807-bd9b-ffdf2cedcbdc req-77cfbd7d-1a46-4d40-9c38-cab4581d92e0 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Calling delete_port for d6433f3c-7aeb-455b-ae05-a508772abca5 owned by compute:nova {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:49:36.482686 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-88208acd-adba-4807-bd9b-ffdf2cedcbdc req-77cfbd7d-1a46-4d40-9c38-cab4581d92e0 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:36.492370 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e3e82e5c-e5f1-4cec-8bf2-c44211064f71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:49:36.544902 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cfbd7d-1a46-4d40-9c38-cab4581d92e0 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Pushing event deleted for resources: {'Port': ['ID=d6433f3c-7aeb-455b-ae05-a508772abca5,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:49:36.548277 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-77cfbd7d-1a46-4d40-9c38-cab4581d92e0 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:49:36.845028 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7943aaa0-c6b8-42c6-b38a-42740dd7d0d5 req-38609c6b-1a07-4108-904b-75e2c746d1b8 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2a31701-de79-451b-9d9f-47d35c3ae421 HTTP/1.1" status: 200  len: 210 time: 0.0541530
May 11 13:49:36.922433 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88208acd-adba-4807-bd9b-ffdf2cedcbdc req-77cfbd7d-1a46-4d40-9c38-cab4581d92e0 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Router fedda60a-aae9-4e3a-ba8c-66c2853f22ac has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:49:37.122734 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88208acd-adba-4807-bd9b-ffdf2cedcbdc req-77cfbd7d-1a46-4d40-9c38-cab4581d92e0 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:49:37.132311 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72352b1-aa52-42b8-8c4d-f2605fa3616e None None] Sync routers for ids ['fedda60a-aae9-4e3a-ba8c-66c2853f22ac'] in dv-cinder-784779-11-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:49:37.143223 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72352b1-aa52-42b8-8c4d-f2605fa3616e None None] Routers {'fedda60a-aae9-4e3a-ba8c-66c2853f22ac'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:49:37.143923 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-e72352b1-aa52-42b8-8c4d-f2605fa3616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ada0b81f0>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:49:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['fedda60a-aae9-4e3a-ba8c-66c2853f22ac'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:49:37.203756 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-88208acd-adba-4807-bd9b-ffdf2cedcbdc req-77cfbd7d-1a46-4d40-9c38-cab4581d92e0 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] No DVR routers for this DVR port d6433f3c-7aeb-455b-ae05-a508772abca5 on host hv-cinder-78477 {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:49:37.206444 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-88208acd-adba-4807-bd9b-ffdf2cedcbdc req-77cfbd7d-1a46-4d40-9c38-cab4581d92e0 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:37.209208 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a31701-de79-451b-9d9f-47d35c3ae421', 'name': 'network-vif-deleted', 'tag': 'd6433f3c-7aeb-455b-ae05-a508772abca5'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:49:37.228333 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-88208acd-adba-4807-bd9b-ffdf2cedcbdc req-77cfbd7d-1a46-4d40-9c38-cab4581d92e0 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.54 "DELETE /v2.0/ports/d6433f3c-7aeb-455b-ae05-a508772abca5 HTTP/1.1" status: 204  len: 173 time: 1.4968345
May 11 13:49:37.264600 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a31701-de79-451b-9d9f-47d35c3ae421', 'name': 'network-vif-deleted', 'tag': 'd6433f3c-7aeb-455b-ae05-a508772abca5', 'status': 'completed', 'code': 200}
May 11 13:49:37.350080 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-e72352b1-aa52-42b8-8c4d-f2605fa3616e None None] Set router fedda60a-aae9-4e3a-ba8c-66c2853f22ac gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:49:37.710712 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-e72352b1-aa52-42b8-8c4d-f2605fa3616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ada0b81f0>, [{'id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'name': 'tempest-AttachVolumeShelveTestJSON-2101245181-router', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:42:00Z', 'revision_number': 4, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'gw_port': {'id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:40Z', 'updated_at': '2021-05-11T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '136e8d27-80ad-4dcf-b778-de1b984c501d', 'name': '', 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'mac_address': 'fa:16:3e:00:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:57Z', 'updated_at': '2021-05-11T13:42:13Z', 'revision_number': 5, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'subnets': [{'id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:49:37.716082 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72352b1-aa52-42b8-8c4d-f2605fa3616e None None] Checking router: fedda60a-aae9-4e3a-ba8c-66c2853f22ac for host: dv-cinder-784779-11-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:49:37.727951 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72352b1-aa52-42b8-8c4d-f2605fa3616e None None] Routers {'fedda60a-aae9-4e3a-ba8c-66c2853f22ac'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:49:37.729027 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-e72352b1-aa52-42b8-8c4d-f2605fa3616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ada0b81f0>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:49:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['fedda60a-aae9-4e3a-ba8c-66c2853f22ac'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:49:37.936435 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-e72352b1-aa52-42b8-8c4d-f2605fa3616e None None] Set router fedda60a-aae9-4e3a-ba8c-66c2853f22ac gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:49:37.999970 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 50356) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:49:38.086515 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1c51a882-9635-41fc-8301-dcab9edad9dd tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:38.131454 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1c51a882-9635-41fc-8301-dcab9edad9dd tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:38.204857 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1c51a882-9635-41fc-8301-dcab9edad9dd tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:38.210513 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-02c1cb4f-221b-441f-b40d-712f9d8bb38b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:49:38.230859 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c51a882-9635-41fc-8301-dcab9edad9dd tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c029a01a-8f09-4897-80fe-5305c55e9af6,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:49:38.233947 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-1c51a882-9635-41fc-8301-dcab9edad9dd tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:49:38.241982 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1c51a882-9635-41fc-8301-dcab9edad9dd tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:38.243055 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-1c51a882-9635-41fc-8301-dcab9edad9dd tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "DELETE /v2.0/security-groups/c029a01a-8f09-4897-80fe-5305c55e9af6 HTTP/1.1" status: 204  len: 168 time: 0.2415450
May 11 13:49:38.246163 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 50368) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:49:38.265215 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.api.v2.resource [None req-02123ed4-6e35-45e4-bed9-f7bf6f88903a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] show failed (client error): The resource could not be found.
May 11 13:49:38.266267 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-02123ed4-6e35-45e4-bed9-f7bf6f88903a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "GET /v2.0/security-groups/c029a01a-8f09-4897-80fe-5305c55e9af6 HTTP/1.1" status: 404  len: 347 time: 0.0187891
May 11 13:49:38.271087 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 50372) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:49:38.334517 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-e72352b1-aa52-42b8-8c4d-f2605fa3616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ada0b81f0>, [{'id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'name': 'tempest-AttachVolumeShelveTestJSON-2101245181-router', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:42:00Z', 'revision_number': 4, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'gw_port': {'id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:40Z', 'updated_at': '2021-05-11T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '136e8d27-80ad-4dcf-b778-de1b984c501d', 'name': '', 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'mac_address': 'fa:16:3e:00:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:57Z', 'updated_at': '2021-05-11T13:42:13Z', 'revision_number': 5, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'subnets': [{'id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:49:38.339522 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72352b1-aa52-42b8-8c4d-f2605fa3616e None None] The sync data for ids ['fedda60a-aae9-4e3a-ba8c-66c2853f22ac'] in dv-cinder-784779-11-iscsi is: [{'id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'name': 'tempest-AttachVolumeShelveTestJSON-2101245181-router', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:42:00Z', 'revision_number': 4, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'gw_port': {'id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:40Z', 'updated_at': '2021-05-11T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '136e8d27-80ad-4dcf-b778-de1b984c501d', 'name': '', 'network_id': '707291bc-5dd9-42be-8f66-a126d34db7b0', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'mac_address': 'fa:16:3e:00:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:57Z', 'updated_at': '2021-05-11T13:42:13Z', 'revision_number': 5, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'subnets': [{'id': '9fb43366-cc8e-4164-a9b2-c3e4cba00dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:49:38.501587 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 50378) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:49:38.540746 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2196f-bd93-42dd-af10-e00b8945a36a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Deleting port a8924960-653d-4f7c-9678-42ec1b091a7c {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:49:38.541091 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e9b2196f-bd93-42dd-af10-e00b8945a36a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:38.648140 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf4d0bb-ae74-4ecb-8ce9-5a6692c8f938 None None] New status for floating IP 88007905-36b6-4de4-814a-fe4bfa8fbac9: DOWN {{(pid=78704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 11 13:49:38.657874 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-106a9d12-421d-4dac-8dae-42b03b639fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:38.675274 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-106a9d12-421d-4dac-8dae-42b03b639fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:49:38.678979 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e9b2196f-bd93-42dd-af10-e00b8945a36a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:38.679338 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e9b2196f-bd93-42dd-af10-e00b8945a36a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:38.680064 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-106a9d12-421d-4dac-8dae-42b03b639fb5 admin admin] Usage tracker for resource:security_group_rule and tenant:50b55f3cfb884d6d830a2df73ca8cb49 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:49:38.683871 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-106a9d12-421d-4dac-8dae-42b03b639fb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:49:38.691776 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-106a9d12-421d-4dac-8dae-42b03b639fb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:49:38.797671 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-106a9d12-421d-4dac-8dae-42b03b639fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:38.805570 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-106a9d12-421d-4dac-8dae-42b03b639fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:38.813034 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2196f-bd93-42dd-af10-e00b8945a36a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Calling delete_port for a8924960-653d-4f7c-9678-42ec1b091a7c owned by network:floatingip {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:49:38.816081 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f576e1c5-f7d2-4032-b293-2c4c6f9a28d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:49:38.851150 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-106a9d12-421d-4dac-8dae-42b03b639fb5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=50b55f3cfb884d6d830a2df73ca8cb49&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3477635
May 11 13:49:38.851842 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 50384) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:49:38.867128 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a9d12-421d-4dac-8dae-42b03b639fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9a4037-21ca-4c14-bdec-be9d56511210,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:49:38.877375 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a9d12-421d-4dac-8dae-42b03b639fb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:38.877821 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a9d12-421d-4dac-8dae-42b03b639fb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:38.879002 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a9d12-421d-4dac-8dae-42b03b639fb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:38.879527 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a9d12-421d-4dac-8dae-42b03b639fb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:38.880090 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a9d12-421d-4dac-8dae-42b03b639fb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:38.880633 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a9d12-421d-4dac-8dae-42b03b639fb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:38.881160 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a9d12-421d-4dac-8dae-42b03b639fb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:38.881678 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a9d12-421d-4dac-8dae-42b03b639fb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:38.882204 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a9d12-421d-4dac-8dae-42b03b639fb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:38.882726 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a9d12-421d-4dac-8dae-42b03b639fb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:38.883236 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a9d12-421d-4dac-8dae-42b03b639fb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:38.883790 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a9d12-421d-4dac-8dae-42b03b639fb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:38.892571 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-106a9d12-421d-4dac-8dae-42b03b639fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:49:38.968564 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f7bcd1fd-f625-47ed-a15a-bcb6f8871921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:39.016632 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f7bcd1fd-f625-47ed-a15a-bcb6f8871921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:39.034829 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e9b2196f-bd93-42dd-af10-e00b8945a36a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:39.042864 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-104e8286-2582-4733-93e7-a3a0fdd751bb tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:49:39.098762 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2196f-bd93-42dd-af10-e00b8945a36a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Pushing event deleted for resources: {'Port': ['ID=a8924960-653d-4f7c-9678-42ec1b091a7c,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:49:39.104212 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e9b2196f-bd93-42dd-af10-e00b8945a36a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:49:39.191451 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f7bcd1fd-f625-47ed-a15a-bcb6f8871921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:39.201520 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-468bdcbb-0679-48bf-8808-888d557de6b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:49:39.220555 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bcd1fd-f625-47ed-a15a-bcb6f8871921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9a4037-21ca-4c14-bdec-be9d56511210,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:49:39.222373 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e9b2196f-bd93-42dd-af10-e00b8945a36a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks [] for floatingip, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:39.227680 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-f7bcd1fd-f625-47ed-a15a-bcb6f8871921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:49:39.249904 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f7bcd1fd-f625-47ed-a15a-bcb6f8871921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:39.251010 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-f7bcd1fd-f625-47ed-a15a-bcb6f8871921 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0d9a4037-21ca-4c14-bdec-be9d56511210 HTTP/1.1" status: 204  len: 168 time: 0.3968422
May 11 13:49:39.252209 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e9b2196f-bd93-42dd-af10-e00b8945a36a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for floatingip, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:39.253208 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-e9b2196f-bd93-42dd-af10-e00b8945a36a tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] 10.222.0.48 "DELETE /v2.0/floatingips/88007905-36b6-4de4-814a-fe4bfa8fbac9 HTTP/1.1" status: 204  len: 168 time: 0.9804502
May 11 13:49:39.313836 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device d6433f3c-7aeb-455b-ae05-a508772abca5 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:49:39.349316 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] No Port match for: d6433f3c-7aeb-455b-ae05-a508772abca5 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:49:39.349921 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device d6433f3c-7aeb-455b-ae05-a508772abca5 not bound to the agent host hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:49:39.607695 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 50396) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:49:39.627171 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5d3e52dd-1876-4c93-a2d1-12aad82ac687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:39.644402 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-5d3e52dd-1876-4c93-a2d1-12aad82ac687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:49:39.648503 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-5d3e52dd-1876-4c93-a2d1-12aad82ac687 admin admin] Usage tracker for resource:security_group_rule and tenant:b4eafba6caa447baa579ea0c8ac6820d is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:49:39.651822 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-5d3e52dd-1876-4c93-a2d1-12aad82ac687 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:49:39.659705 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-5d3e52dd-1876-4c93-a2d1-12aad82ac687 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:49:39.755503 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5d3e52dd-1876-4c93-a2d1-12aad82ac687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:39.761845 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5d3e52dd-1876-4c93-a2d1-12aad82ac687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:39.769756 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1002124d-90e7-4a81-bf3b-9089dfc01400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:49:39.812963 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-5d3e52dd-1876-4c93-a2d1-12aad82ac687 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b4eafba6caa447baa579ea0c8ac6820d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2040772
May 11 13:49:39.813888 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e52dd-1876-4c93-a2d1-12aad82ac687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69462438-5f74-4c81-ad8e-a341d9c36dfc,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:49:39.815698 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 50400) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:49:39.817070 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5d3e52dd-1876-4c93-a2d1-12aad82ac687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:49:39.879401 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d7824fdf-de07-47bb-b890-0e8079f5ffbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:39.907548 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d7824fdf-de07-47bb-b890-0e8079f5ffbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:39.964311 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d7824fdf-de07-47bb-b890-0e8079f5ffbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:39.968362 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-eadc36c6-af77-42e3-a87d-e495f9196d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:49:39.980113 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7824fdf-de07-47bb-b890-0e8079f5ffbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69462438-5f74-4c81-ad8e-a341d9c36dfc,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:49:39.984224 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-d7824fdf-de07-47bb-b890-0e8079f5ffbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:49:39.987936 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d7824fdf-de07-47bb-b890-0e8079f5ffbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:39.989415 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-d7824fdf-de07-47bb-b890-0e8079f5ffbf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/69462438-5f74-4c81-ad8e-a341d9c36dfc HTTP/1.1" status: 204  len: 168 time: 0.1727176
May 11 13:49:42.166695 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 50478) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:49:42.394008 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 50486) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:49:42.535154 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0933e201-3930-40ea-8140-ee0a0d2eed1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:42.551004 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-0933e201-3930-40ea-8140-ee0a0d2eed1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:49:42.555286 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-0933e201-3930-40ea-8140-ee0a0d2eed1d admin admin] Usage tracker for resource:security_group_rule and tenant:d5a48617620e4d3bb321e071342c499c is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:49:42.558735 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-0933e201-3930-40ea-8140-ee0a0d2eed1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:49:42.565509 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-0933e201-3930-40ea-8140-ee0a0d2eed1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:49:42.654468 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0933e201-3930-40ea-8140-ee0a0d2eed1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:42.660191 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0933e201-3930-40ea-8140-ee0a0d2eed1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:42.667859 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-7d57b93e-8924-4dc0-aae0-57eb5ccf07f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:49:42.709427 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933e201-3930-40ea-8140-ee0a0d2eed1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c818be1-b143-4fd2-bb81-1013e0a2e575,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:49:42.712798 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0933e201-3930-40ea-8140-ee0a0d2eed1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:49:42.716200 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-0933e201-3930-40ea-8140-ee0a0d2eed1d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5a48617620e4d3bb321e071342c499c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3202469
May 11 13:49:42.718174 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 50492) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:49:42.784345 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b78d072c-95e9-4a4f-9d6b-b32a3c21d2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:42.812539 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b78d072c-95e9-4a4f-9d6b-b32a3c21d2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:42.875837 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b78d072c-95e9-4a4f-9d6b-b32a3c21d2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:42.880900 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-557b3e19-739f-4608-b367-dd7b45cf884b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:49:42.896602 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d072c-95e9-4a4f-9d6b-b32a3c21d2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c818be1-b143-4fd2-bb81-1013e0a2e575,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:49:42.903821 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-b78d072c-95e9-4a4f-9d6b-b32a3c21d2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:49:42.911421 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b78d072c-95e9-4a4f-9d6b-b32a3c21d2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:42.911937 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-b78d072c-95e9-4a4f-9d6b-b32a3c21d2b7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4c818be1-b143-4fd2-bb81-1013e0a2e575 HTTP/1.1" status: 204  len: 168 time: 0.1926806
May 11 13:49:43.067540 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7d63c18d-4812-4cc6-bb50-be379181b388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704780'] for router_interface, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:43.343330 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 50500) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:49:43.362038 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2f7a2c2e-2250-4aa5-8db0-14bbde20ded1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:43.378540 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-2f7a2c2e-2250-4aa5-8db0-14bbde20ded1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:49:43.383021 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-2f7a2c2e-2250-4aa5-8db0-14bbde20ded1 admin admin] Usage tracker for resource:security_group_rule and tenant:8e23ad12a21248b1afdd58d4a3984b99 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:49:43.386112 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-2f7a2c2e-2250-4aa5-8db0-14bbde20ded1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:49:43.392846 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-2f7a2c2e-2250-4aa5-8db0-14bbde20ded1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:49:43.514614 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2f7a2c2e-2250-4aa5-8db0-14bbde20ded1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:43.521407 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2f7a2c2e-2250-4aa5-8db0-14bbde20ded1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:43.528018 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-7d63c18d-4812-4cc6-bb50-be379181b388 admin admin] Deleting port 136e8d27-80ad-4dcf-b778-de1b984c501d {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:49:43.528912 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7d63c18d-4812-4cc6-bb50-be379181b388 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:43.534810 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-baf9fb55-91ce-4fdf-8397-e60ed8193d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:49:43.586717 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a2c2e-2250-4aa5-8db0-14bbde20ded1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd511cd-2179-48b7-90be-9afc6467c324,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:49:43.591077 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-2f7a2c2e-2250-4aa5-8db0-14bbde20ded1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8e23ad12a21248b1afdd58d4a3984b99&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2466221
May 11 13:49:43.592066 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-2f7a2c2e-2250-4aa5-8db0-14bbde20ded1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:49:43.593942 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 50504) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:49:43.656669 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b3d1df6c-9a4e-4f53-b52c-c27a70722047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:43.666744 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-7d63c18d-4812-4cc6-bb50-be379181b388 admin admin] For port 136e8d27-80ad-4dcf-b778-de1b984c501d, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=136e8d27-80ad-4dcf-b778-de1b984c501d,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:49:43.667321 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7d63c18d-4812-4cc6-bb50-be379181b388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:43.685289 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b3d1df6c-9a4e-4f53-b52c-c27a70722047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:43.742790 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b3d1df6c-9a4e-4f53-b52c-c27a70722047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:43.746771 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-b8430cd4-9e63-4090-a955-6fc0c4936d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:49:43.761602 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1df6c-9a4e-4f53-b52c-c27a70722047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd511cd-2179-48b7-90be-9afc6467c324,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:49:43.764372 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-b3d1df6c-9a4e-4f53-b52c-c27a70722047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:49:43.765612 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b3d1df6c-9a4e-4f53-b52c-c27a70722047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:43.769129 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-b3d1df6c-9a4e-4f53-b52c-c27a70722047 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8bd511cd-2179-48b7-90be-9afc6467c324 HTTP/1.1" status: 204  len: 168 time: 0.1719170
May 11 13:49:43.808144 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-7d63c18d-4812-4cc6-bb50-be379181b388 admin admin] Calling delete_port for 136e8d27-80ad-4dcf-b778-de1b984c501d owned by network:router_interface {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:49:43.979245 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7d63c18d-4812-4cc6-bb50-be379181b388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:43.984306 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7bd18647-23c0-4bcf-afbf-32154829697d tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:49:44.153911 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63c18d-4812-4cc6-bb50-be379181b388 admin admin] Pushing event deleted for resources: {'Port': ['ID=136e8d27-80ad-4dcf-b778-de1b984c501d,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:49:44.189315 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7d63c18d-4812-4cc6-bb50-be379181b388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:49:44.452492 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7d63c18d-4812-4cc6-bb50-be379181b388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732092'] for router_interface, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:44.873119 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d63c18d-4812-4cc6-bb50-be379181b388 admin admin] Router fedda60a-aae9-4e3a-ba8c-66c2853f22ac has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:49:45.083899 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d63c18d-4812-4cc6-bb50-be379181b388 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:49:45.095113 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df83bdcd-f755-4902-866d-374b61f8c79d None None] Sync routers for ids ['fedda60a-aae9-4e3a-ba8c-66c2853f22ac'] in dv-cinder-784779-11-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:49:45.100277 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-7d63c18d-4812-4cc6-bb50-be379181b388 admin admin] 10.222.0.48 "PUT /v2.0/routers/fedda60a-aae9-4e3a-ba8c-66c2853f22ac/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9302306
May 11 13:49:45.100741 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 50532) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:49:45.107493 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df83bdcd-f755-4902-866d-374b61f8c79d None None] Routers {'fedda60a-aae9-4e3a-ba8c-66c2853f22ac'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:49:45.108130 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-df83bdcd-f755-4902-866d-374b61f8c79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9ab6910>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:49:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['fedda60a-aae9-4e3a-ba8c-66c2853f22ac'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:49:45.293559 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-43c4f5a5-7d6c-4763-b6ce-1546c2a9e875 admin admin] Notify callbacks [] for router, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:45.348442 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-df83bdcd-f755-4902-866d-374b61f8c79d None None] Set router fedda60a-aae9-4e3a-ba8c-66c2853f22ac gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:49:45.580211 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-43c4f5a5-7d6c-4763-b6ce-1546c2a9e875 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:45.651151 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-43c4f5a5-7d6c-4763-b6ce-1546c2a9e875 admin admin] Deleting port 6dcae3f0-9a96-4978-9e88-4059efd1bca8 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:49:45.651480 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-43c4f5a5-7d6c-4763-b6ce-1546c2a9e875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:45.655914 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-df83bdcd-f755-4902-866d-374b61f8c79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9ab6910>, [{'id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'name': 'tempest-AttachVolumeShelveTestJSON-2101245181-router', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:49:43Z', 'revision_number': 5, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'gw_port': {'id': '6dcae3f0-9a96-4978-9e88-4059efd1bca8', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:41:40Z', 'updated_at': '2021-05-11T13:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:49:45.660085 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df83bdcd-f755-4902-866d-374b61f8c79d None None] Checking router: fedda60a-aae9-4e3a-ba8c-66c2853f22ac for host: dv-cinder-784779-11-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:49:45.670590 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df83bdcd-f755-4902-866d-374b61f8c79d None None] Routers {'fedda60a-aae9-4e3a-ba8c-66c2853f22ac'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:49:45.671474 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-df83bdcd-f755-4902-866d-374b61f8c79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9ab6910>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:49:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['fedda60a-aae9-4e3a-ba8c-66c2853f22ac'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:49:45.782730 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-43c4f5a5-7d6c-4763-b6ce-1546c2a9e875 admin admin] For port 6dcae3f0-9a96-4978-9e88-4059efd1bca8, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=6dcae3f0-9a96-4978-9e88-4059efd1bca8,segment=NetworkSegment(2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f),segment_id=2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:49:45.783038 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-43c4f5a5-7d6c-4763-b6ce-1546c2a9e875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:45.820161 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-df83bdcd-f755-4902-866d-374b61f8c79d None None] Set router fedda60a-aae9-4e3a-ba8c-66c2853f22ac gateway port host: None {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:49:45.905831 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-43c4f5a5-7d6c-4763-b6ce-1546c2a9e875 admin admin] Calling delete_port for 6dcae3f0-9a96-4978-9e88-4059efd1bca8 owned by network:router_gateway {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:49:45.928776 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-df83bdcd-f755-4902-866d-374b61f8c79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9ab6910>, [{'id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'name': 'tempest-AttachVolumeShelveTestJSON-2101245181-router', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:49:45Z', 'revision_number': 6, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'gw_port_host': None}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:49:45.932956 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df83bdcd-f755-4902-866d-374b61f8c79d None None] The sync data for ids ['fedda60a-aae9-4e3a-ba8c-66c2853f22ac'] in dv-cinder-784779-11-iscsi is: [{'id': 'fedda60a-aae9-4e3a-ba8c-66c2853f22ac', 'name': 'tempest-AttachVolumeShelveTestJSON-2101245181-router', 'tenant_id': '4d834d585e8e49e39c08f01b088e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:41:38Z', 'updated_at': '2021-05-11T13:49:45Z', 'revision_number': 6, 'project_id': '4d834d585e8e49e39c08f01b088e3ec0', 'gw_port_host': None}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:49:46.059447 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-43c4f5a5-7d6c-4763-b6ce-1546c2a9e875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2100528'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:46.063707 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-16430289-2d43-4658-b4b3-be4fe0bd573b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:49:46.110499 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4f5a5-7d6c-4763-b6ce-1546c2a9e875 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dcae3f0-9a96-4978-9e88-4059efd1bca8,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:49:46.140491 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-43c4f5a5-7d6c-4763-b6ce-1546c2a9e875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:49:46.205506 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-43c4f5a5-7d6c-4763-b6ce-1546c2a9e875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709928'] for router_gateway, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:46.394959 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-43c4f5a5-7d6c-4763-b6ce-1546c2a9e875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1796148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29004'] for router, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:46.397879 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-43c4f5a5-7d6c-4763-b6ce-1546c2a9e875 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:46.429384 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-43c4f5a5-7d6c-4763-b6ce-1546c2a9e875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1731194'] for router, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:46.429970 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c4f5a5-7d6c-4763-b6ce-1546c2a9e875 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fedda60a-aae9-4e3a-ba8c-66c2853f22ac {{(pid=78703) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 11 13:49:46.443731 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-43c4f5a5-7d6c-4763-b6ce-1546c2a9e875 admin admin] Notify callbacks [] for router, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:46.444882 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-43c4f5a5-7d6c-4763-b6ce-1546c2a9e875 admin admin] 10.222.0.48 "DELETE /v2.0/routers/fedda60a-aae9-4e3a-ba8c-66c2853f22ac HTTP/1.1" status: 204  len: 168 time: 1.3431060
May 11 13:49:46.449357 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 50544) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:49:46.522976 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_v2 [None req-515279e4-0a3c-4d52-9e07-3c1ae942ca09 admin admin] Deleting subnet 9fb43366-cc8e-4164-a9b2-c3e4cba00dbb {{(pid=78703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 11 13:49:46.527158 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-515279e4-0a3c-4d52-9e07-3c1ae942ca09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:46.579868 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-515279e4-0a3c-4d52-9e07-3c1ae942ca09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077574'] for subnet, precommit_delete_associations {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:46.665951 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-515279e4-0a3c-4d52-9e07-3c1ae942ca09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861720'] for subnet, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:46.950668 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-515279e4-0a3c-4d52-9e07-3c1ae942ca09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2100579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2545306'] for subnet, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:46.964150 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-2e4a2d72-8e74-4abc-9eb8-b274fa754683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:49:47.011514 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-515279e4-0a3c-4d52-9e07-3c1ae942ca09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:47.017770 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516145f4-adc6-44b5-b29b-180e4d0c60e4 None None] Network 707291bc-5dd9-42be-8f66-a126d34db7b0 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:49:47.030932 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515279e4-0a3c-4d52-9e07-3c1ae942ca09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fb43366-cc8e-4164-a9b2-c3e4cba00dbb,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:49:47.033764 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-515279e4-0a3c-4d52-9e07-3c1ae942ca09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:49:47.039632 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-515279e4-0a3c-4d52-9e07-3c1ae942ca09 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9fb43366-cc8e-4164-a9b2-c3e4cba00dbb HTTP/1.1" status: 204  len: 168 time: 0.5871806
May 11 13:49:47.039754 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 50552) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:49:47.156036 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 6dcae3f0-9a96-4978-9e88-4059efd1bca8 no longer exists at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:49:47.183788 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7b58b38a-30e0-433a-9d24-038f3ce5f80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785944'] for network, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:47.215111 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] No Port match for: 6dcae3f0-9a96-4978-9e88-4059efd1bca8 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:49:47.215760 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 6dcae3f0-9a96-4978-9e88-4059efd1bca8 not bound to the agent host dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:49:47.216265 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 136e8d27-80ad-4dcf-b778-de1b984c501d no longer exists at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:49:47.264634 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] No Port match for: 136e8d27-80ad-4dcf-b778-de1b984c501d {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:49:47.265143 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 136e8d27-80ad-4dcf-b778-de1b984c501d not bound to the agent host dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:49:47.441573 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-7b58b38a-30e0-433a-9d24-038f3ce5f80e admin admin] Deleting port 2ef36b84-96fa-47f0-a85f-3165f8c3e81f {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:49:47.441920 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7b58b38a-30e0-433a-9d24-038f3ce5f80e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:47.479214 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ecf5bc-f831-46cd-9421-c2e52f389eb5 None None] DHCP port deletion for 707291bc-5dd9-42be-8f66-a126d34db7b0 request from dv-cinder-784779-11-iscsi {{(pid=78704) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 11 13:49:47.540832 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29df76-0a30-4617-9f8c-e28fd7c58f26 req-ebafcdd3-f9e6-4979-bba1-7a6a9a90b9d1 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:49:47.542415 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9b29df76-0a30-4617-9f8c-e28fd7c58f26 req-ebafcdd3-f9e6-4979-bba1-7a6a9a90b9d1 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 946 time: 0.3149879
May 11 13:49:47.554455 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-d4ecf5bc-f831-46cd-9421-c2e52f389eb5 None None] Deleting port 2ef36b84-96fa-47f0-a85f-3165f8c3e81f {{(pid=78704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:49:47.554839 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d4ecf5bc-f831-46cd-9421-c2e52f389eb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:47.594843 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-7b58b38a-30e0-433a-9d24-038f3ce5f80e admin admin] For port 2ef36b84-96fa-47f0-a85f-3165f8c3e81f, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=2ef36b84-96fa-47f0-a85f-3165f8c3e81f,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:49:47.595202 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7b58b38a-30e0-433a-9d24-038f3ce5f80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:47.661316 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-d4ecf5bc-f831-46cd-9421-c2e52f389eb5 None None] For port 2ef36b84-96fa-47f0-a85f-3165f8c3e81f, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=2ef36b84-96fa-47f0-a85f-3165f8c3e81f,segment=NetworkSegment(ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6),segment_id=ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:49:47.661794 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d4ecf5bc-f831-46cd-9421-c2e52f389eb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:47.788908 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-7b58b38a-30e0-433a-9d24-038f3ce5f80e admin admin] Calling delete_port for 2ef36b84-96fa-47f0-a85f-3165f8c3e81f owned by network:dhcp {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:49:47.790616 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-d4ecf5bc-f831-46cd-9421-c2e52f389eb5 None None] Calling delete_port for 2ef36b84-96fa-47f0-a85f-3165f8c3e81f owned by network:dhcp {{(pid=78704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:49:47.798462 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9b29df76-0a30-4617-9f8c-e28fd7c58f26 req-7a97c058-ea00-4b4d-841f-e09425a16c12 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2495487
May 11 13:49:47.850333 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d4ecf5bc-f831-46cd-9421-c2e52f389eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980'] for port, after_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:47.855703 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-6a50de60-23f2-4474-b9a6-b805e92a9dc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:49:47.857883 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7b58b38a-30e0-433a-9d24-038f3ce5f80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2100528'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:47.861891 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1fdb3e76-2dad-4bf9-bf42-b78815586e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:49:47.905724 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ecf5bc-f831-46cd-9421-c2e52f389eb5 None None] Pushing event deleted for resources: {'Port': ['ID=2ef36b84-96fa-47f0-a85f-3165f8c3e81f,revision_number=None']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:49:47.905967 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58b38a-30e0-433a-9d24-038f3ce5f80e admin admin] Pushing event deleted for resources: {'Port': ['ID=2ef36b84-96fa-47f0-a85f-3165f8c3e81f,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:49:47.908249 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ecf5bc-f831-46cd-9421-c2e52f389eb5 None None] No DVR routers for this DVR port 2ef36b84-96fa-47f0-a85f-3165f8c3e81f on host dv-cinder-784779-11-iscsi {{(pid=78704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:49:47.909719 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-7b58b38a-30e0-433a-9d24-038f3ce5f80e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:49:47.912130 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b58b38a-30e0-433a-9d24-038f3ce5f80e admin admin] No DVR routers for this DVR port 2ef36b84-96fa-47f0-a85f-3165f8c3e81f on host dv-cinder-784779-11-iscsi {{(pid=78703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:49:47.916533 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ecf5bc-f831-46cd-9421-c2e52f389eb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:47.916884 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ecf5bc-f831-46cd-9421-c2e52f389eb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:47.917326 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ecf5bc-f831-46cd-9421-c2e52f389eb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:47.917666 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ecf5bc-f831-46cd-9421-c2e52f389eb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:47.917993 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ecf5bc-f831-46cd-9421-c2e52f389eb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:47.918329 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ecf5bc-f831-46cd-9421-c2e52f389eb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:47.918754 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ecf5bc-f831-46cd-9421-c2e52f389eb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:47.918980 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ecf5bc-f831-46cd-9421-c2e52f389eb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:47.919727 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ecf5bc-f831-46cd-9421-c2e52f389eb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:47.920082 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ecf5bc-f831-46cd-9421-c2e52f389eb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:47.920490 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ecf5bc-f831-46cd-9421-c2e52f389eb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:47.920868 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ecf5bc-f831-46cd-9421-c2e52f389eb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:47.925814 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-d4ecf5bc-f831-46cd-9421-c2e52f389eb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:49:48.030023 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7b58b38a-30e0-433a-9d24-038f3ce5f80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863971', 'neutron.services.segments.db._delete_segments_for_network-8734582855581'] for network, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:48.044097 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-7b58b38a-30e0-433a-9d24-038f3ce5f80e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ad94fc940>,) {'filters': {'network_id': ['707291bc-5dd9-42be-8f66-a126d34db7b0']}} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:49:48.060722 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-7b58b38a-30e0-433a-9d24-038f3ce5f80e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad94fc940>, 'ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6') {'for_net_delete': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:49:48.061007 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-7b58b38a-30e0-433a-9d24-038f3ce5f80e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad94fc940>, 'ceb97041-17cd-4f06-8d6e-d9a7a0adb0d6') {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:49:48.073407 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7b58b38a-30e0-433a-9d24-038f3ce5f80e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582867559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077593'] for segment, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:48.090050 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7b58b38a-30e0-433a-9d24-038f3ce5f80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:48.097729 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b58b38a-30e0-433a-9d24-038f3ce5f80e admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=78703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 11 13:49:48.098107 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7b58b38a-30e0-433a-9d24-038f3ce5f80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2100485'] for segment, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:   util.warn(
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:   util.warn(
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:   util.warn(
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:   util.warn(
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]: Traceback (most recent call last):
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:     timer()
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:     cb(*args, **kw)
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:     return func(*args, **kwargs)
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:     self._notify()
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:     self.callback(batched_events)
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:     event.method(event)
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:     aggregate_uuid = self.p_client.list_aggregates(
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:     return f(self, *a, **k)
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:     return self._get(url).json()
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:     return self.request(url, 'GET', **kwargs)
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:     base_url = self.get_endpoint(auth, allow=allow,
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 11 13:49:48.111533 dv-cinder-784779-11-iscsi neutron-server[78703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 11 13:49:48.188407 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7b58b38a-30e0-433a-9d24-038f3ce5f80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709946'] for network, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:48.192147 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:49:48.205486 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7b58b38a-30e0-433a-9d24-038f3ce5f80e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:48.220226 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58b38a-30e0-433a-9d24-038f3ce5f80e admin admin] Pushing event deleted for resources: {'Network': ['ID=707291bc-5dd9-42be-8f66-a126d34db7b0,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:49:48.223583 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-7b58b38a-30e0-433a-9d24-038f3ce5f80e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:49:48.236375 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-7b58b38a-30e0-433a-9d24-038f3ce5f80e admin admin] 10.222.0.48 "DELETE /v2.0/networks/707291bc-5dd9-42be-8f66-a126d34db7b0 HTTP/1.1" status: 204  len: 168 time: 1.1956496
May 11 13:49:48.427667 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 50564) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:49:48.479135 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-f6c8d257-bc63-4e23-bba5-61cb4e57a234 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4d834d585e8e49e39c08f01b088e3ec0&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0500555
May 11 13:49:48.482089 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 50568) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:49:48.546626 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f672d0bf-f124-4cee-b4fc-e4203a9e7443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:48.575526 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f672d0bf-f124-4cee-b4fc-e4203a9e7443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:48.634088 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f672d0bf-f124-4cee-b4fc-e4203a9e7443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:48.642873 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-148b886d-834e-4add-9cb9-9b778088823c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:49:48.666379 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672d0bf-f124-4cee-b4fc-e4203a9e7443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf4e419-10f9-447c-a6ff-7e44a37c5196,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:49:48.672714 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f672d0bf-f124-4cee-b4fc-e4203a9e7443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:49:48.678563 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f672d0bf-f124-4cee-b4fc-e4203a9e7443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:48.680548 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-f672d0bf-f124-4cee-b4fc-e4203a9e7443 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3bf4e419-10f9-447c-a6ff-7e44a37c5196 HTTP/1.1" status: 204  len: 168 time: 0.1972463
May 11 13:49:48.998610 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbc061-e5b0-48f3-a916-10ebdbbc823a req-360cb91c-397b-4d15-b23c-2af5373af107 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:49:49.001061 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-74cbc061-e5b0-48f3-a916-10ebdbbc823a req-360cb91c-397b-4d15-b23c-2af5373af107 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 946 time: 0.0860522
May 11 13:49:49.008427 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 2ef36b84-96fa-47f0-a85f-3165f8c3e81f no longer exists at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:49:49.044953 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] No Port match for: 2ef36b84-96fa-47f0-a85f-3165f8c3e81f {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:49:49.045246 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 2ef36b84-96fa-47f0-a85f-3165f8c3e81f not bound to the agent host dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:49:49.050415 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-74cbc061-e5b0-48f3-a916-10ebdbbc823a req-b9ca90d7-052b-4449-a777-16dabda9a370 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430114
May 11 13:49:50.268135 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998355ea-d84d-46cf-84f0-02128539941f req-7c8ace9c-ab44-4640-bcc6-47460395580b tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:49:50.269721 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-998355ea-d84d-46cf-84f0-02128539941f req-7c8ace9c-ab44-4640-bcc6-47460395580b tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 946 time: 0.1046214
May 11 13:49:50.317772 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-998355ea-d84d-46cf-84f0-02128539941f req-e7fc62a9-45bc-4c9a-a777-7f54b4cb63ea tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421638
May 11 13:49:51.518578 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3df8ab-4e60-4e4a-81ca-281fdc934952 req-8d9753e5-c64a-4761-9cf0-13f8a668f5a2 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:49:51.520215 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fc3df8ab-4e60-4e4a-81ca-281fdc934952 req-8d9753e5-c64a-4761-9cf0-13f8a668f5a2 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 946 time: 0.0902960
May 11 13:49:51.574852 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fc3df8ab-4e60-4e4a-81ca-281fdc934952 req-357be9af-5c12-492c-af27-fb9711df621b tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480831
May 11 13:49:52.771091 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20720fbe-9103-4225-a391-42dd13d7dc61 req-af792d7e-b422-4a84-8b41-5fbeacd48296 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:49:52.772571 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-20720fbe-9103-4225-a391-42dd13d7dc61 req-af792d7e-b422-4a84-8b41-5fbeacd48296 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 946 time: 0.0856774
May 11 13:49:52.825325 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-20720fbe-9103-4225-a391-42dd13d7dc61 req-62de8b49-1ee9-462f-bb2e-bbdc1365ad47 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414236
May 11 13:49:54.025145 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2ca8a-a78e-4109-8790-3cc7df4d7d84 req-7fcbde71-d386-4011-8d60-36b2de91965a tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:49:54.026641 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-59b2ca8a-a78e-4109-8790-3cc7df4d7d84 req-7fcbde71-d386-4011-8d60-36b2de91965a tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 946 time: 0.0859654
May 11 13:49:54.075035 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-59b2ca8a-a78e-4109-8790-3cc7df4d7d84 req-a0896a5e-4d1d-43cb-9da7-cfc5f53326fe tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420256
May 11 13:49:54.344892 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 50694) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:49:54.477996 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-950dd2cc-8d85-4c95-821d-4f4436e54f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:54.494154 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-950dd2cc-8d85-4c95-821d-4f4436e54f4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:49:54.498343 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-950dd2cc-8d85-4c95-821d-4f4436e54f4f admin admin] Usage tracker for resource:security_group_rule and tenant:1e2e2ade0594466ca544cdf0b5765985 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:49:54.501469 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-950dd2cc-8d85-4c95-821d-4f4436e54f4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:49:54.507649 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-950dd2cc-8d85-4c95-821d-4f4436e54f4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:49:54.595591 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-950dd2cc-8d85-4c95-821d-4f4436e54f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:54.601692 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-950dd2cc-8d85-4c95-821d-4f4436e54f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:54.609410 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ce1149c8-c11b-4941-8d9e-5e48a76a21a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:49:54.650425 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-950dd2cc-8d85-4c95-821d-4f4436e54f4f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e2e2ade0594466ca544cdf0b5765985&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3043733
May 11 13:49:54.651361 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950dd2cc-8d85-4c95-821d-4f4436e54f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25f24ee-2656-4b2a-919e-ff7ba5a6b0a4,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:49:54.653251 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 50706) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:49:54.654519 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-950dd2cc-8d85-4c95-821d-4f4436e54f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:49:54.718959 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3b5dfe41-4f7d-4b75-adf7-ed93b739a694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:54.746285 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3b5dfe41-4f7d-4b75-adf7-ed93b739a694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:54.805488 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3b5dfe41-4f7d-4b75-adf7-ed93b739a694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:54.809522 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9eb928b8-cbe7-40ca-a5f6-9d6838eb7a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:49:54.823724 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5dfe41-4f7d-4b75-adf7-ed93b739a694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25f24ee-2656-4b2a-919e-ff7ba5a6b0a4,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:49:54.834174 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3b5dfe41-4f7d-4b75-adf7-ed93b739a694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:54.835450 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-3b5dfe41-4f7d-4b75-adf7-ed93b739a694 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f25f24ee-2656-4b2a-919e-ff7ba5a6b0a4 HTTP/1.1" status: 204  len: 168 time: 0.1798301
May 11 13:49:54.837100 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5dfe41-4f7d-4b75-adf7-ed93b739a694 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:54.838350 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5dfe41-4f7d-4b75-adf7-ed93b739a694 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:54.838350 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5dfe41-4f7d-4b75-adf7-ed93b739a694 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:54.838655 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5dfe41-4f7d-4b75-adf7-ed93b739a694 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:54.839015 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5dfe41-4f7d-4b75-adf7-ed93b739a694 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:54.839372 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5dfe41-4f7d-4b75-adf7-ed93b739a694 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:54.839755 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5dfe41-4f7d-4b75-adf7-ed93b739a694 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:54.840117 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5dfe41-4f7d-4b75-adf7-ed93b739a694 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:54.840471 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5dfe41-4f7d-4b75-adf7-ed93b739a694 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:54.840824 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5dfe41-4f7d-4b75-adf7-ed93b739a694 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:54.841176 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5dfe41-4f7d-4b75-adf7-ed93b739a694 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:54.842132 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5dfe41-4f7d-4b75-adf7-ed93b739a694 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:49:54.846142 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3b5dfe41-4f7d-4b75-adf7-ed93b739a694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:49:55.272909 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cac6b-d86f-480f-ba79-1a2000f534b0 req-85024114-9da2-441b-96b0-3f5dfcc5a70e tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:49:55.276694 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-873cac6b-d86f-480f-ba79-1a2000f534b0 req-85024114-9da2-441b-96b0-3f5dfcc5a70e tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 946 time: 0.0904348
May 11 13:49:55.325302 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-873cac6b-d86f-480f-ba79-1a2000f534b0 req-cc696a8e-7f76-4aa5-865a-d0e3e6249fb4 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445473
May 11 13:49:56.530505 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde8965-a457-43a0-8156-b4d867d2bfea req-6c43048d-93b3-44f9-8835-c36a889fe5dd tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:49:56.532138 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bdde8965-a457-43a0-8156-b4d867d2bfea req-6c43048d-93b3-44f9-8835-c36a889fe5dd tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 946 time: 0.0935242
May 11 13:49:56.584181 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bdde8965-a457-43a0-8156-b4d867d2bfea req-1c064d01-3938-4577-8a3c-49f20e2bd018 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451546
May 11 13:49:57.776728 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0281a0-c86a-40cd-b519-be7fc3cd5826 req-95c20fa3-d318-4d60-8c0f-51ce936f5845 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:49:57.778200 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9f0281a0-c86a-40cd-b519-be7fc3cd5826 req-95c20fa3-d318-4d60-8c0f-51ce936f5845 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 946 time: 0.0836861
May 11 13:49:57.825781 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9f0281a0-c86a-40cd-b519-be7fc3cd5826 req-ed6e5052-6c75-4a13-9f8f-959a89950e3a tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411768
May 11 13:49:59.024575 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe31143-19c3-4b59-8851-205c6947e95c req-3ae9779c-df5c-4b4f-895f-5f9bb34b41d9 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:49:59.026071 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-efe31143-19c3-4b59-8851-205c6947e95c req-3ae9779c-df5c-4b4f-895f-5f9bb34b41d9 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 946 time: 0.0849986
May 11 13:49:59.077793 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-efe31143-19c3-4b59-8851-205c6947e95c req-6ae8fbdf-1e94-4853-9c02-94d216a6ecbd tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455859
May 11 13:49:59.377415 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091eb35-0dff-4477-b180-380c04ed3ec2 req-b6f70351-517c-44ae-b456-89962d4dd2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:49:59.377415 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b091eb35-0dff-4477-b180-380c04ed3ec2 req-b6f70351-517c-44ae-b456-89962d4dd2a3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2117c366b46f4a7b867a6881d105e9e2&device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 1099 time: 0.2135794
May 11 13:49:59.424826 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5854ba61-e817-475c-9060-04a799b72645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:59.561320 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091eb35-0dff-4477-b180-380c04ed3ec2 req-a604bfa9-a11a-4860-801f-357b8589d5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:49:59.564108 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b091eb35-0dff-4477-b180-380c04ed3ec2 req-a604bfa9-a11a-4860-801f-357b8589d5c7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8dd77e97-4eb7-4ba9-bde3-1bab06580f9e HTTP/1.1" status: 200  len: 909 time: 0.1638017
May 11 13:49:59.566854 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:59.689742 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b091eb35-0dff-4477-b180-380c04ed3ec2 req-168c212c-8cec-4cc8-a8a8-c8927ac737e9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 HTTP/1.1" status: 200  len: 1000 time: 0.1181767
May 11 13:49:59.741698 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 50836) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:49:59.768179 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091eb35-0dff-4477-b180-380c04ed3ec2 req-774bc4df-23e7-4cb7-bfb8-7d5bd761c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:49:59.770218 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b091eb35-0dff-4477-b180-380c04ed3ec2 req-774bc4df-23e7-4cb7-bfb8-7d5bd761c901 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4f718927-4558-4044-9512-8b085fcdc25e HTTP/1.1" status: 200  len: 847 time: 0.0734203
May 11 13:49:59.864656 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091eb35-0dff-4477-b180-380c04ed3ec2 req-4df7857f-d17c-48ba-a2c1-1a961c2961a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:49:59.866245 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b091eb35-0dff-4477-b180-380c04ed3ec2 req-4df7857f-d17c-48ba-a2c1-1a961c2961a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8dd77e97-4eb7-4ba9-bde3-1bab06580f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0870152
May 11 13:49:59.964654 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1a31947e-b738-4076-9184-2c887f0a869e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:49:59.986521 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-1a31947e-b738-4076-9184-2c887f0a869e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:49:59.998978 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-1a31947e-b738-4076-9184-2c887f0a869e admin admin] Usage tracker for resource:security_group_rule and tenant:c06bbaeacebb40c79770dc566253e6de is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:50:00.004425 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-1a31947e-b738-4076-9184-2c887f0a869e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:50:00.020787 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-1a31947e-b738-4076-9184-2c887f0a869e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:50:00.055318 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b091eb35-0dff-4477-b180-380c04ed3ec2 req-2c5ee626-6ef0-40d7-99c3-51c70cd99576 service neutron] 10.222.0.54 "GET /v2.0/networks/8dd77e97-4eb7-4ba9-bde3-1bab06580f9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1816401
May 11 13:50:00.238723 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b091eb35-0dff-4477-b180-380c04ed3ec2 req-00ceb489-088a-4e2c-a1f1-ed7e11b6449a service neutron] 10.222.0.54 "GET /v2.0/networks/8dd77e97-4eb7-4ba9-bde3-1bab06580f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1738563
May 11 13:50:00.245760 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1a31947e-b738-4076-9184-2c887f0a869e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:00.251425 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1a31947e-b738-4076-9184-2c887f0a869e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:00.260422 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-92bfaca8-a628-46c1-b513-ac919ce8e95d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:00.278167 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a7fd3-55ee-42bc-ad8a-65fbd8d17643 req-08004c82-0a93-434f-87ca-a421a1032c23 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:00.279706 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-867a7fd3-55ee-42bc-ad8a-65fbd8d17643 req-08004c82-0a93-434f-87ca-a421a1032c23 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 946 time: 0.0907853
May 11 13:50:00.303201 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-1a31947e-b738-4076-9184-2c887f0a869e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c06bbaeacebb40c79770dc566253e6de&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5603833
May 11 13:50:00.304215 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a31947e-b738-4076-9184-2c887f0a869e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79935d9e-89e7-46d3-830c-41a2ea2eb982,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:00.306209 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 50846) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:50:00.307275 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-1a31947e-b738-4076-9184-2c887f0a869e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:00.348931 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-867a7fd3-55ee-42bc-ad8a-65fbd8d17643 req-702d0a69-6f8f-4112-9f16-e148acf0eb2c tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628824
May 11 13:50:00.385104 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6f32ce78-e4fb-46d1-845e-aa693104efb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:00.412291 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6f32ce78-e4fb-46d1-845e-aa693104efb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:00.472292 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6f32ce78-e4fb-46d1-845e-aa693104efb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:00.476796 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-4326c2a4-7dc7-47c8-bea4-3c0d80a40036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:00.584396 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32ce78-e4fb-46d1-845e-aa693104efb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79935d9e-89e7-46d3-830c-41a2ea2eb982,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:00.588350 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6f32ce78-e4fb-46d1-845e-aa693104efb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:00.595468 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6f32ce78-e4fb-46d1-845e-aa693104efb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:00.596638 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-6f32ce78-e4fb-46d1-845e-aa693104efb4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/79935d9e-89e7-46d3-830c-41a2ea2eb982 HTTP/1.1" status: 204  len: 168 time: 0.2894845
May 11 13:50:00.910917 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 50856) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:50:00.929709 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b0523592-ba1b-4d16-898b-d61fa67d2138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:00.945100 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-b0523592-ba1b-4d16-898b-d61fa67d2138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:50:00.949270 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-b0523592-ba1b-4d16-898b-d61fa67d2138 admin admin] Usage tracker for resource:security_group_rule and tenant:fbb8188a28a84bb6bff5016e38d5fef9 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:50:00.952298 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-b0523592-ba1b-4d16-898b-d61fa67d2138 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:50:00.960324 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-b0523592-ba1b-4d16-898b-d61fa67d2138 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:50:01.044137 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b0523592-ba1b-4d16-898b-d61fa67d2138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:01.048825 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b0523592-ba1b-4d16-898b-d61fa67d2138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:01.057493 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-018acda7-c00b-4d78-9873-e084e701e24c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:01.099837 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-b0523592-ba1b-4d16-898b-d61fa67d2138 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fbb8188a28a84bb6bff5016e38d5fef9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1878285
May 11 13:50:01.100807 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0523592-ba1b-4d16-898b-d61fa67d2138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821ee645-aef8-4fce-bea4-38b6fe72b982,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:01.102683 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 50864) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:50:01.104422 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-b0523592-ba1b-4d16-898b-d61fa67d2138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:01.168403 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8b32769c-b049-4f40-a84a-76881542fab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:01.197058 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8b32769c-b049-4f40-a84a-76881542fab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:01.251878 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8b32769c-b049-4f40-a84a-76881542fab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:01.257105 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-f74007f0-24f3-4ab5-ad7f-3f245ed6ecf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:01.269597 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32769c-b049-4f40-a84a-76881542fab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821ee645-aef8-4fce-bea4-38b6fe72b982,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:01.274291 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-8b32769c-b049-4f40-a84a-76881542fab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:01.278666 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8b32769c-b049-4f40-a84a-76881542fab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:01.279952 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-8b32769c-b049-4f40-a84a-76881542fab6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/821ee645-aef8-4fce-bea4-38b6fe72b982 HTTP/1.1" status: 204  len: 168 time: 0.1762347
May 11 13:50:01.561625 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28bf4c-3df9-46db-90d0-a5a1d6054b1b req-f5df9aee-911d-440d-8039-7f4b19b420bf tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:01.563296 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-af28bf4c-3df9-46db-90d0-a5a1d6054b1b req-f5df9aee-911d-440d-8039-7f4b19b420bf tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 946 time: 0.0917070
May 11 13:50:01.612976 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-af28bf4c-3df9-46db-90d0-a5a1d6054b1b req-d78f9e5a-bee3-4ac8-8566-4257ea845f1b tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437963
May 11 13:50:02.246882 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:02.530733 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5bee16c8-48e6-4f37-abb3-5895838b7edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:02.653374 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:50:02.833898 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9746c-b7a1-44d7-9504-721707b0dd93 req-2a79916f-7a6b-4027-a9cc-d7dc8a46da98 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:02.835491 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e9a9746c-b7a1-44d7-9504-721707b0dd93 req-2a79916f-7a6b-4027-a9cc-d7dc8a46da98 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 946 time: 0.0949247
May 11 13:50:02.891227 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e9a9746c-b7a1-44d7-9504-721707b0dd93 req-4bce1160-add2-4e33-af72-d09e7dac7805 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497000
May 11 13:50:03.374163 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:04.200705 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a9804-ddef-4c40-a31a-d877226b7a5b req-46185ab8-680c-43a0-aee4-5676a82fbefa tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:04.202315 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-876a9804-ddef-4c40-a31a-d877226b7a5b req-46185ab8-680c-43a0-aee4-5676a82fbefa tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 946 time: 0.1258483
May 11 13:50:04.287948 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-876a9804-ddef-4c40-a31a-d877226b7a5b req-3f62ef50-2163-4c49-a89a-cad68a3b2647 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744069
May 11 13:50:04.788630 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:04.975825 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2353002-9c22-4c98-bf4b-165d4aacdf7c req-fe08d864-fef3-458b-8f97-d94a80343dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:04.977636 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e2353002-9c22-4c98-bf4b-165d4aacdf7c req-fe08d864-fef3-458b-8f97-d94a80343dab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2117c366b46f4a7b867a6881d105e9e2&device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 1099 time: 0.0942547
May 11 13:50:05.120574 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2353002-9c22-4c98-bf4b-165d4aacdf7c req-ca8279b8-9458-46bf-a8c1-356143114ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:05.122100 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e2353002-9c22-4c98-bf4b-165d4aacdf7c req-ca8279b8-9458-46bf-a8c1-356143114ed9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8dd77e97-4eb7-4ba9-bde3-1bab06580f9e HTTP/1.1" status: 200  len: 909 time: 0.1380975
May 11 13:50:05.231096 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e2353002-9c22-4c98-bf4b-165d4aacdf7c req-cdc87fe0-d460-4528-9086-07e57c46b99a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 HTTP/1.1" status: 200  len: 1000 time: 0.1017051
May 11 13:50:05.316490 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2353002-9c22-4c98-bf4b-165d4aacdf7c req-a69f53b4-d0ea-432a-88f6-ff303b76f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:05.319159 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e2353002-9c22-4c98-bf4b-165d4aacdf7c req-a69f53b4-d0ea-432a-88f6-ff303b76f999 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4f718927-4558-4044-9512-8b085fcdc25e HTTP/1.1" status: 200  len: 847 time: 0.0811830
May 11 13:50:05.461775 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2353002-9c22-4c98-bf4b-165d4aacdf7c req-0bb9289b-45a1-4982-b506-17c5f262ef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:05.463482 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e2353002-9c22-4c98-bf4b-165d4aacdf7c req-0bb9289b-45a1-4982-b506-17c5f262ef89 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8dd77e97-4eb7-4ba9-bde3-1bab06580f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1385005
May 11 13:50:05.565374 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f55e61-de2e-40cd-854f-ea48343d3caf req-2e339960-7451-4fee-86c1-8c4f6a9dc438 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:05.567287 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-18f55e61-de2e-40cd-854f-ea48343d3caf req-2e339960-7451-4fee-86c1-8c4f6a9dc438 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 946 time: 0.1228738
May 11 13:50:05.634228 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-18f55e61-de2e-40cd-854f-ea48343d3caf req-b011c982-4a37-479d-ba8d-5595a4037f35 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570941
May 11 13:50:05.793538 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e2353002-9c22-4c98-bf4b-165d4aacdf7c req-4771c757-8c35-4047-999d-31428380d398 service neutron] 10.222.0.54 "GET /v2.0/networks/8dd77e97-4eb7-4ba9-bde3-1bab06580f9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3216119
May 11 13:50:06.058828 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e2353002-9c22-4c98-bf4b-165d4aacdf7c req-1b649d9b-5f32-4752-9001-3e59017aca5b service neutron] 10.222.0.54 "GET /v2.0/networks/8dd77e97-4eb7-4ba9-bde3-1bab06580f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2583580
May 11 13:50:06.911802 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de1de2-64b9-4130-a391-c582575169e0 req-be8375b2-a52c-4ca1-915d-d8b0c8571a5e tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:06.914558 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-69de1de2-64b9-4130-a391-c582575169e0 req-be8375b2-a52c-4ca1-915d-d8b0c8571a5e tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 946 time: 0.1133115
May 11 13:50:06.990174 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-69de1de2-64b9-4130-a391-c582575169e0 req-d6fcdac8-815f-43ed-82d3-a9e2e2896114 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663283
May 11 13:50:08.269786 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f05062-494f-44b8-8973-c1cf525e0268 req-aa02aea5-1e5f-4675-91e2-239e92b11b03 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:08.271682 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-10f05062-494f-44b8-8973-c1cf525e0268 req-aa02aea5-1e5f-4675-91e2-239e92b11b03 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 946 time: 0.0973012
May 11 13:50:08.342701 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-10f05062-494f-44b8-8973-c1cf525e0268 req-cec0c5cd-38ad-4ac2-b441-883a06a271df tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574074
May 11 13:50:08.519788 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 51038) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:50:08.688425 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d5156a56-e638-4b90-a19c-0bff0f1953d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:08.709653 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-d5156a56-e638-4b90-a19c-0bff0f1953d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:50:08.716160 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-d5156a56-e638-4b90-a19c-0bff0f1953d7 admin admin] Usage tracker for resource:security_group_rule and tenant:657702ce51494e0899f07bf47e693977 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:50:08.720175 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-d5156a56-e638-4b90-a19c-0bff0f1953d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:50:08.728063 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-d5156a56-e638-4b90-a19c-0bff0f1953d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:50:08.850080 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d5156a56-e638-4b90-a19c-0bff0f1953d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:08.854620 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d5156a56-e638-4b90-a19c-0bff0f1953d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:08.862871 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5639d436-7cb9-4c0e-a559-9c9263d6b4a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:08.909097 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-d5156a56-e638-4b90-a19c-0bff0f1953d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=657702ce51494e0899f07bf47e693977&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3882120
May 11 13:50:08.910102 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5156a56-e638-4b90-a19c-0bff0f1953d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4c1b22-5f77-4dbe-a548-42becfc2aab0,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:08.913330 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 51046) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:50:08.916435 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d5156a56-e638-4b90-a19c-0bff0f1953d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:08.999051 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-84e15494-9d32-4f46-9b9e-48102ca05e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:09.041318 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-84e15494-9d32-4f46-9b9e-48102ca05e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:09.110311 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-84e15494-9d32-4f46-9b9e-48102ca05e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:09.115983 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-b0523592-ba1b-4d16-898b-d61fa67d2138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:09.129638 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e15494-9d32-4f46-9b9e-48102ca05e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4c1b22-5f77-4dbe-a548-42becfc2aab0,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:09.132399 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-84e15494-9d32-4f46-9b9e-48102ca05e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:09.149901 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-84e15494-9d32-4f46-9b9e-48102ca05e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:09.156228 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-84e15494-9d32-4f46-9b9e-48102ca05e52 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d4c1b22-5f77-4dbe-a548-42becfc2aab0 HTTP/1.1" status: 204  len: 168 time: 0.2375257
May 11 13:50:09.571448 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 51060) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:50:09.592159 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1a5c32d4-1c1e-4ecc-90eb-a8190b3d4ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:09.601103 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18282e0-f5e2-4614-8716-d92eb00c0d41 req-7cabc5c7-c625-4b2b-b20d-10b4fcba4534 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:09.602741 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c18282e0-f5e2-4614-8716-d92eb00c0d41 req-7cabc5c7-c625-4b2b-b20d-10b4fcba4534 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 946 time: 0.0949659
May 11 13:50:09.610064 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-1a5c32d4-1c1e-4ecc-90eb-a8190b3d4ae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:50:09.615266 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-1a5c32d4-1c1e-4ecc-90eb-a8190b3d4ae4 admin admin] Usage tracker for resource:security_group_rule and tenant:10e731c87f384a13ba668b356da04d5d is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:50:09.618747 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-1a5c32d4-1c1e-4ecc-90eb-a8190b3d4ae4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:50:09.626963 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-1a5c32d4-1c1e-4ecc-90eb-a8190b3d4ae4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:50:09.662426 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c18282e0-f5e2-4614-8716-d92eb00c0d41 req-715ff66c-324c-4267-821a-d9f5487df56a tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516326
May 11 13:50:09.740768 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1a5c32d4-1c1e-4ecc-90eb-a8190b3d4ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:09.746846 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1a5c32d4-1c1e-4ecc-90eb-a8190b3d4ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:09.756467 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-950dd2cc-8d85-4c95-821d-4f4436e54f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:09.804435 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-1a5c32d4-1c1e-4ecc-90eb-a8190b3d4ae4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=10e731c87f384a13ba668b356da04d5d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2302816
May 11 13:50:09.805371 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c32d4-1c1e-4ecc-90eb-a8190b3d4ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edfee1a-59a1-47a0-8cef-656e2f305f80,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:09.806396 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 51066) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:50:09.808813 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1a5c32d4-1c1e-4ecc-90eb-a8190b3d4ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:09.894703 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-606c3703-648f-435e-8314-221cb27b5006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:09.952301 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-606c3703-648f-435e-8314-221cb27b5006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:10.163475 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-606c3703-648f-435e-8314-221cb27b5006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:10.178565 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-f7bcd1fd-f625-47ed-a15a-bcb6f8871921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:10.260627 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6d474-69e8-4ee3-99c5-4eccd9cce33b req-423e4100-5314-42f4-9c68-856c726538da tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:10.263293 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b2d6d474-69e8-4ee3-99c5-4eccd9cce33b req-423e4100-5314-42f4-9c68-856c726538da tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 946 time: 0.2500429
May 11 13:50:10.289449 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c3703-648f-435e-8314-221cb27b5006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edfee1a-59a1-47a0-8cef-656e2f305f80,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:10.296087 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-606c3703-648f-435e-8314-221cb27b5006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:10.338742 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-606c3703-648f-435e-8314-221cb27b5006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:10.339964 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-606c3703-648f-435e-8314-221cb27b5006 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4edfee1a-59a1-47a0-8cef-656e2f305f80 HTTP/1.1" status: 204  len: 168 time: 0.5322695
May 11 13:50:10.383331 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b2d6d474-69e8-4ee3-99c5-4eccd9cce33b req-3352ca5b-b2eb-4ac1-966f-108b75e43956 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1061907
May 11 13:50:10.423338 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3cc4bcda-c8d1-431c-9917-bf1324558035 req-3e12e5a6-41ab-4570-9e91-f4b0a41a587c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4873142
May 11 13:50:11.745960 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95bf85-6387-4e27-b601-9ef494874466 req-f4b76df9-f489-4e61-bb60-68a8b245d0ce tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:11.748619 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2c95bf85-6387-4e27-b601-9ef494874466 req-f4b76df9-f489-4e61-bb60-68a8b245d0ce tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 946 time: 0.1674938
May 11 13:50:11.775966 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:50:11.830903 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2c95bf85-6387-4e27-b601-9ef494874466 req-c7262a1d-955d-4055-ac5c-c49ead42085d tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720627
May 11 13:50:11.948785 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:11.983826 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e98bf6-077d-4a16-b66b-7651ca0eb12e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:50:11.995695 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3,segment=NetworkSegment(6af7aa27-5c55-40f6-b530-da18376fa59f),segment_id=6af7aa27-5c55-40f6-b530-da18376fa59f)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:50:12.004194 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:12.006407 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:12.047183 dv-cinder-784779-11-iscsi neutron-server[78704]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '71e98bf6-077d-4a16-b66b-7651ca0eb12e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3', 'code': 422} returned with failed status
May 11 13:50:12.084441 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3,revision_number=6']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:12.091339 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:12.477054 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4bcda-c8d1-431c-9917-bf1324558035 req-b3ada61d-71a2-48d3-885e-a38f30b0c921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:12.478623 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3cc4bcda-c8d1-431c-9917-bf1324558035 req-b3ada61d-71a2-48d3-885e-a38f30b0c921 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e&tenant_id=2117c366b46f4a7b867a6881d105e9e2 HTTP/1.1" status: 200  len: 1097 time: 0.0886819
May 11 13:50:12.629649 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4bcda-c8d1-431c-9917-bf1324558035 req-2e82cccd-4877-4eff-bc43-8008042c3625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:12.631245 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3cc4bcda-c8d1-431c-9917-bf1324558035 req-2e82cccd-4877-4eff-bc43-8008042c3625 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2117c366b46f4a7b867a6881d105e9e2&device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 1097 time: 0.1236198
May 11 13:50:12.790982 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4bcda-c8d1-431c-9917-bf1324558035 req-8e94ca62-fd46-4fe8-b140-f02722ecada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:12.793565 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3cc4bcda-c8d1-431c-9917-bf1324558035 req-8e94ca62-fd46-4fe8-b140-f02722ecada1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8dd77e97-4eb7-4ba9-bde3-1bab06580f9e HTTP/1.1" status: 200  len: 909 time: 0.1560888
May 11 13:50:12.845817 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 51156) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:50:12.972976 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3cc4bcda-c8d1-431c-9917-bf1324558035 req-442af0f9-8d64-43f6-9fd2-44534d08a1ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 HTTP/1.1" status: 200  len: 998 time: 0.1720779
May 11 13:50:12.978476 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 51164) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:50:13.054300 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4bcda-c8d1-431c-9917-bf1324558035 req-06b3183f-f59a-483c-8f71-f7d77c9f9fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:13.057410 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3cc4bcda-c8d1-431c-9917-bf1324558035 req-06b3183f-f59a-483c-8f71-f7d77c9f9fab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4f718927-4558-4044-9512-8b085fcdc25e HTTP/1.1" status: 200  len: 847 time: 0.0778081
May 11 13:50:13.094031 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d27f54-3875-44b1-85c8-f3c36bd2d077 req-8c63f410-d506-4bc3-85fb-32a679bc67e8 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:13.096134 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-71d27f54-3875-44b1-85c8-f3c36bd2d077 req-8c63f410-d506-4bc3-85fb-32a679bc67e8 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 944 time: 0.1076975
May 11 13:50:13.165183 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ab1dc086-55c8-43d7-b07e-d7093834d3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:13.186537 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4bcda-c8d1-431c-9917-bf1324558035 req-d7ee4672-d49c-42ea-9c4e-b3afeb6e4014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:13.188653 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3cc4bcda-c8d1-431c-9917-bf1324558035 req-d7ee4672-d49c-42ea-9c4e-b3afeb6e4014 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8dd77e97-4eb7-4ba9-bde3-1bab06580f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1231916
May 11 13:50:13.188888 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1c8c3dc7-9988-40f0-a390-4c2d9fa8219a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:13.208002 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-ab1dc086-55c8-43d7-b07e-d7093834d3fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:50:13.215977 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-1c8c3dc7-9988-40f0-a390-4c2d9fa8219a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:50:13.221597 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-ab1dc086-55c8-43d7-b07e-d7093834d3fb admin admin] Usage tracker for resource:security_group_rule and tenant:eed2ce8a9a184735bad773ddf262babb is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:50:13.224665 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-1c8c3dc7-9988-40f0-a390-4c2d9fa8219a admin admin] Usage tracker for resource:security_group_rule and tenant:e6ee26cdd1b849659c3c58b05de5dd5e is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:50:13.229574 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-71d27f54-3875-44b1-85c8-f3c36bd2d077 req-42915ec1-a25a-42f3-b9bd-46ae5230b546 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1270633
May 11 13:50:13.230384 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-1c8c3dc7-9988-40f0-a390-4c2d9fa8219a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:50:13.233353 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-ab1dc086-55c8-43d7-b07e-d7093834d3fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:50:13.241856 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-1c8c3dc7-9988-40f0-a390-4c2d9fa8219a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:50:13.244749 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-ab1dc086-55c8-43d7-b07e-d7093834d3fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:50:13.349622 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3cc4bcda-c8d1-431c-9917-bf1324558035 req-2f497834-ffe7-46a7-8bfe-5ffd9b11c899 service neutron] 10.222.0.54 "GET /v2.0/networks/8dd77e97-4eb7-4ba9-bde3-1bab06580f9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544671
May 11 13:50:13.404086 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ab1dc086-55c8-43d7-b07e-d7093834d3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:13.406298 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1c8c3dc7-9988-40f0-a390-4c2d9fa8219a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:13.411953 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ab1dc086-55c8-43d7-b07e-d7093834d3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:13.419252 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-8a51af5a-cee7-4d75-8742-5a83ee7f871e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:13.431876 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1c8c3dc7-9988-40f0-a390-4c2d9fa8219a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:13.493690 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-1c8c3dc7-9988-40f0-a390-4c2d9fa8219a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e6ee26cdd1b849659c3c58b05de5dd5e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5097651
May 11 13:50:13.494887 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 51170) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:50:13.500068 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-ab1dc086-55c8-43d7-b07e-d7093834d3fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eed2ce8a9a184735bad773ddf262babb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6480415
May 11 13:50:13.500068 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1dc086-55c8-43d7-b07e-d7093834d3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4560a836-6714-42ab-ac6c-3c2504186b8c,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:13.500962 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 51174) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:50:13.503814 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ab1dc086-55c8-43d7-b07e-d7093834d3fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:13.504327 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-b3d1df6c-9a4e-4f53-b52c-c27a70722047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:13.560389 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c3dc7-9988-40f0-a390-4c2d9fa8219a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c63a76-07da-4f8c-83c1-4cffaace1fdf,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:13.575209 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3cc4bcda-c8d1-431c-9917-bf1324558035 req-3fee5321-284e-42d1-b78f-5202e823847a service neutron] 10.222.0.54 "GET /v2.0/networks/8dd77e97-4eb7-4ba9-bde3-1bab06580f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2193885
May 11 13:50:13.575439 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1c8c3dc7-9988-40f0-a390-4c2d9fa8219a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:13.607019 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3cd4cf99-c15b-485e-bda8-16aa0c5bcbec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:13.611228 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a6880558-79a2-42a6-b38f-a4c609d4d27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:13.636870 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3cd4cf99-c15b-485e-bda8-16aa0c5bcbec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:13.641999 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a6880558-79a2-42a6-b38f-a4c609d4d27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:13.699011 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3cd4cf99-c15b-485e-bda8-16aa0c5bcbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:13.701465 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a6880558-79a2-42a6-b38f-a4c609d4d27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:13.703282 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3b8ad1ec-4734-409c-ba91-65a15696ef21 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:13.707107 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6f32ce78-e4fb-46d1-845e-aa693104efb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:13.714994 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4cf99-c15b-485e-bda8-16aa0c5bcbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c63a76-07da-4f8c-83c1-4cffaace1fdf,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:13.723619 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3cd4cf99-c15b-485e-bda8-16aa0c5bcbec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:13.726194 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6880558-79a2-42a6-b38f-a4c609d4d27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4560a836-6714-42ab-ac6c-3c2504186b8c,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:13.728852 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a6880558-79a2-42a6-b38f-a4c609d4d27f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:13.732426 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3cd4cf99-c15b-485e-bda8-16aa0c5bcbec admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:13.736046 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-3cd4cf99-c15b-485e-bda8-16aa0c5bcbec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f1c63a76-07da-4f8c-83c1-4cffaace1fdf HTTP/1.1" status: 204  len: 168 time: 0.2404637
May 11 13:50:13.746131 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a6880558-79a2-42a6-b38f-a4c609d4d27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:13.752381 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-a6880558-79a2-42a6-b38f-a4c609d4d27f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4560a836-6714-42ab-ac6c-3c2504186b8c HTTP/1.1" status: 204  len: 168 time: 0.2460413
May 11 13:50:14.073146 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 51186) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:50:14.077145 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 51190) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:50:14.094710 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-074abbc3-66b9-424a-aeed-35f00ad2f20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:14.098384 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f0d16ebd-8208-4747-8c30-6084faedbf10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:14.109672 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-074abbc3-66b9-424a-aeed-35f00ad2f20b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:50:14.113984 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-074abbc3-66b9-424a-aeed-35f00ad2f20b admin admin] Usage tracker for resource:security_group_rule and tenant:9908095d90c743d887ad6bf4c5840758 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:50:14.117185 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-074abbc3-66b9-424a-aeed-35f00ad2f20b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:50:14.123283 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-074abbc3-66b9-424a-aeed-35f00ad2f20b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:50:14.222352 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-074abbc3-66b9-424a-aeed-35f00ad2f20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:14.228972 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-074abbc3-66b9-424a-aeed-35f00ad2f20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:14.230123 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-f0d16ebd-8208-4747-8c30-6084faedbf10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:50:14.234472 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-f0d16ebd-8208-4747-8c30-6084faedbf10 admin admin] Usage tracker for resource:security_group_rule and tenant:c3bbdc9126d845ab90c09b86281c777a is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:50:14.237512 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-f0d16ebd-8208-4747-8c30-6084faedbf10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:50:14.238104 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-db98b128-2622-491f-9c83-04a7296de235 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:14.243735 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-f0d16ebd-8208-4747-8c30-6084faedbf10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:50:14.299743 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074abbc3-66b9-424a-aeed-35f00ad2f20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0042f4eb-51ca-4f6a-831b-ee3d802f6106,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:14.304961 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-074abbc3-66b9-424a-aeed-35f00ad2f20b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9908095d90c743d887ad6bf4c5840758&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2306795
May 11 13:50:14.306318 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-074abbc3-66b9-424a-aeed-35f00ad2f20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:14.307879 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 51196) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:50:14.362074 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f0d16ebd-8208-4747-8c30-6084faedbf10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:14.399897 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f0d16ebd-8208-4747-8c30-6084faedbf10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:14.413378 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-1de8a7a1-3c7c-421c-b9aa-232f6536af1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:14.426957 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0622f392-2fc0-4f30-b2d4-4289d9f1a2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:14.462069 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0622f392-2fc0-4f30-b2d4-4289d9f1a2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:14.465522 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-f0d16ebd-8208-4747-8c30-6084faedbf10 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c3bbdc9126d845ab90c09b86281c777a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3871496
May 11 13:50:14.470982 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 51200) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:50:14.473623 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d16ebd-8208-4747-8c30-6084faedbf10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a89748-d714-4b15-991d-1abdff853fe2,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:14.477524 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-f0d16ebd-8208-4747-8c30-6084faedbf10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:14.543433 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267f559-da34-455f-bf83-0daf24e7638d req-337c0539-3d55-4ab1-a58a-4bab4ab931f0 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:14.544996 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9267f559-da34-455f-bf83-0daf24e7638d req-337c0539-3d55-4ab1-a58a-4bab4ab931f0 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 944 time: 0.1817396
May 11 13:50:14.547510 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0622f392-2fc0-4f30-b2d4-4289d9f1a2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:14.555658 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e3342394-3e7c-4916-b3c3-84c2a1147045 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:14.570212 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622f392-2fc0-4f30-b2d4-4289d9f1a2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0042f4eb-51ca-4f6a-831b-ee3d802f6106,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:14.574183 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0622f392-2fc0-4f30-b2d4-4289d9f1a2af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:14.575976 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0622f392-2fc0-4f30-b2d4-4289d9f1a2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:14.579651 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-0622f392-2fc0-4f30-b2d4-4289d9f1a2af admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0042f4eb-51ca-4f6a-831b-ee3d802f6106 HTTP/1.1" status: 204  len: 168 time: 0.2677517
May 11 13:50:14.587816 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-44dd9e41-7ab7-4886-8319-9810f3ed4365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:14.627292 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9267f559-da34-455f-bf83-0daf24e7638d req-fc6ed9ca-d58b-4924-a2ec-eeacca0962d0 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0742741
May 11 13:50:14.634722 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-44dd9e41-7ab7-4886-8319-9810f3ed4365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:14.693107 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-44dd9e41-7ab7-4886-8319-9810f3ed4365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:14.698314 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-31173a2e-5a97-4b51-8a75-fd91f22b0e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:14.714041 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd9e41-7ab7-4886-8319-9810f3ed4365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a89748-d714-4b15-991d-1abdff853fe2,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:14.717196 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-44dd9e41-7ab7-4886-8319-9810f3ed4365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:14.719766 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-44dd9e41-7ab7-4886-8319-9810f3ed4365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:14.721031 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-44dd9e41-7ab7-4886-8319-9810f3ed4365 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86a89748-d714-4b15-991d-1abdff853fe2 HTTP/1.1" status: 204  len: 168 time: 0.2489464
May 11 13:50:15.128044 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 51214) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:50:15.147688 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-668a214c-9f9f-42a2-a156-57cada9bdd18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:15.163591 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-668a214c-9f9f-42a2-a156-57cada9bdd18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:50:15.167811 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-668a214c-9f9f-42a2-a156-57cada9bdd18 admin admin] Usage tracker for resource:security_group_rule and tenant:c703815095934bdb9b4cfb45e73e3b22 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:50:15.171110 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-668a214c-9f9f-42a2-a156-57cada9bdd18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:50:15.178500 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-668a214c-9f9f-42a2-a156-57cada9bdd18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:50:15.283065 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-668a214c-9f9f-42a2-a156-57cada9bdd18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:15.289773 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-668a214c-9f9f-42a2-a156-57cada9bdd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:15.299861 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-2ceb1aa5-9bac-446a-b4dd-c4cf0296f33b tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:15.340391 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-668a214c-9f9f-42a2-a156-57cada9bdd18 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c703815095934bdb9b4cfb45e73e3b22&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2111490
May 11 13:50:15.343083 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 51224) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:50:15.346339 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a214c-9f9f-42a2-a156-57cada9bdd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb4e564-f6b1-48ee-88ef-817566a4fa97,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:15.360089 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-668a214c-9f9f-42a2-a156-57cada9bdd18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:15.412961 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9489634b-d08d-4b46-8ffe-02f9777be4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:15.451128 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9489634b-d08d-4b46-8ffe-02f9777be4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:15.525707 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9489634b-d08d-4b46-8ffe-02f9777be4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:15.531244 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-8d4b68ef-c560-4839-a005-6d3b9d5df248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:15.542797 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489634b-d08d-4b46-8ffe-02f9777be4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb4e564-f6b1-48ee-88ef-817566a4fa97,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:15.549520 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-9489634b-d08d-4b46-8ffe-02f9777be4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:15.550338 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9489634b-d08d-4b46-8ffe-02f9777be4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:15.554761 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-9489634b-d08d-4b46-8ffe-02f9777be4dc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7eb4e564-f6b1-48ee-88ef-817566a4fa97 HTTP/1.1" status: 204  len: 168 time: 0.2072849
May 11 13:50:15.825706 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a61f8a-07e2-4344-839c-8a4f5c0086b5 req-91f5c536-7719-4b49-bc1c-e7060cee4c87 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:15.827585 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a8a61f8a-07e2-4344-839c-8a4f5c0086b5 req-91f5c536-7719-4b49-bc1c-e7060cee4c87 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 944 time: 0.0825419
May 11 13:50:15.888135 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a8a61f8a-07e2-4344-839c-8a4f5c0086b5 req-66f0962e-0682-49cf-bb20-ab1d05015e80 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539222
May 11 13:50:16.485505 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 51278) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:50:16.592838 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-f2c5701c-2db3-4ebf-9975-2c63a6bc76bc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1053077811-network', 'tenant_id': '2354301d345b4beea3fd5d4a86156a2c'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:50:16.597938 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-f2c5701c-2db3-4ebf-9975-2c63a6bc76bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:50:16.602099 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-f2c5701c-2db3-4ebf-9975-2c63a6bc76bc admin admin] Usage tracker for resource:network and tenant:2354301d345b4beea3fd5d4a86156a2c is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:50:16.605117 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-f2c5701c-2db3-4ebf-9975-2c63a6bc76bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:50:16.698760 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-f2c5701c-2db3-4ebf-9975-2c63a6bc76bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:50:16.708739 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c5701c-2db3-4ebf-9975-2c63a6bc76bc admin admin] Made reservation on behalf of 2354301d345b4beea3fd5d4a86156a2c for: {'network': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:50:16.711273 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f2c5701c-2db3-4ebf-9975-2c63a6bc76bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for network, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:16.723994 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f2c5701c-2db3-4ebf-9975-2c63a6bc76bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:16.739642 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-f2c5701c-2db3-4ebf-9975-2c63a6bc76bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:50:16.743522 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-f2c5701c-2db3-4ebf-9975-2c63a6bc76bc admin admin] Usage tracker for resource:security_group_rule and tenant:2354301d345b4beea3fd5d4a86156a2c is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:50:16.746517 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-f2c5701c-2db3-4ebf-9975-2c63a6bc76bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:50:16.754006 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-f2c5701c-2db3-4ebf-9975-2c63a6bc76bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:50:16.846993 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f2c5701c-2db3-4ebf-9975-2c63a6bc76bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:16.853545 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f2c5701c-2db3-4ebf-9975-2c63a6bc76bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:16.856751 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-9add8fc9-eabc-4f70-ac2a-11d882ec5886 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:16.887008 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c5701c-2db3-4ebf-9975-2c63a6bc76bc admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'}  {{(pid=78703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 11 13:50:16.895916 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5701c-2db3-4ebf-9975-2c63a6bc76bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9eaf86b-ef6c-4309-a35b-ecabbd561219,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:16.899777 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f2c5701c-2db3-4ebf-9975-2c63a6bc76bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:16.902837 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f2c5701c-2db3-4ebf-9975-2c63a6bc76bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:16.903201 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.db.segments_db [None req-f2c5701c-2db3-4ebf-9975-2c63a6bc76bc admin admin] Added segment 76b4625c-3be1-4708-bfc3-ca648299c5b8 of type vlan for network 4ad1df82-f4d8-4c20-bb87-8387b3fd3752
May 11 13:50:16.932087 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f2c5701c-2db3-4ebf-9975-2c63a6bc76bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734582415728'] for network, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:16.964036 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f2c5701c-2db3-4ebf-9975-2c63a6bc76bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416'] for network, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:16.966059 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c5701c-2db3-4ebf-9975-2c63a6bc76bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:16.967259 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f2c5701c-2db3-4ebf-9975-2c63a6bc76bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:16.973143 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f576e1c5-f7d2-4032-b293-2c4c6f9a28d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:17.076398 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5701c-2db3-4ebf-9975-2c63a6bc76bc admin admin] Pushing event updated for resources: {'Network': ['ID=4ad1df82-f4d8-4c20-bb87-8387b3fd3752,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:17.079713 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-f2c5701c-2db3-4ebf-9975-2c63a6bc76bc admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5929685
May 11 13:50:17.081017 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f2c5701c-2db3-4ebf-9975-2c63a6bc76bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:17.082661 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 51290) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:50:17.089296 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-474bb285-6192-413e-816f-1bf9af146e9b admin admin] Request body: {'subnet': {'network_id': '4ad1df82-f4d8-4c20-bb87-8387b3fd3752', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1053077811-subnet', 'tenant_id': '2354301d345b4beea3fd5d4a86156a2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:50:17.090580 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Network 4ad1df82-f4d8-4c20-bb87-8387b3fd3752 details requested by agent ovs-agent-dv-cinder-784779-11-iscsi with host dv-cinder-784779-11-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 11 13:50:17.095764 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-474bb285-6192-413e-816f-1bf9af146e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:50:17.100835 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-474bb285-6192-413e-816f-1bf9af146e9b admin admin] Usage tracker for resource:subnet and tenant:2354301d345b4beea3fd5d4a86156a2c is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:50:17.104639 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0331f9-e264-4df7-a22d-874064ec60a7 req-bdfbc4e1-c7b5-46f9-9f1e-633f74afe0c6 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:17.105184 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-474bb285-6192-413e-816f-1bf9af146e9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:50:17.106810 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5c0331f9-e264-4df7-a22d-874064ec60a7 req-bdfbc4e1-c7b5-46f9-9f1e-633f74afe0c6 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 944 time: 0.1050584
May 11 13:50:17.111819 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-474bb285-6192-413e-816f-1bf9af146e9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:50:17.125576 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474bb285-6192-413e-816f-1bf9af146e9b admin admin] Made reservation on behalf of 2354301d345b4beea3fd5d4a86156a2c for: {'subnet': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:50:17.128307 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-474bb285-6192-413e-816f-1bf9af146e9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2545393'] for subnet, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:17.170130 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5c0331f9-e264-4df7-a22d-874064ec60a7 req-e7e7def8-94f1-4017-9598-d0b7c95b9e55 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565062
May 11 13:50:17.577243 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-474bb285-6192-413e-816f-1bf9af146e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2495136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2545283'] for subnet, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:17.580865 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:17.654171 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474bb285-6192-413e-816f-1bf9af146e9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=031e387b-8510-4455-8d12-bd04e663371f,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:17.658339 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-474bb285-6192-413e-816f-1bf9af146e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:17.665755 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474bb285-6192-413e-816f-1bf9af146e9b admin admin] Checking segment: {'id': '76b4625c-3be1-4708-bfc3-ca648299c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4ad1df82-f4d8-4c20-bb87-8387b3fd3752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:50:17.666110 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474bb285-6192-413e-816f-1bf9af146e9b admin admin] Network hostable DHCP agents. Network: 4ad1df82-f4d8-4c20-bb87-8387b3fd3752, hostable agents: ['4f880931-96b8-4f66-b375-cb7708e9547f'], hosted agents: [] {{(pid=78703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 11 13:50:17.690514 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474bb285-6192-413e-816f-1bf9af146e9b admin admin] Network 4ad1df82-f4d8-4c20-bb87-8387b3fd3752 is scheduled to be hosted by DHCP agent 4f880931-96b8-4f66-b375-cb7708e9547f with binding_index 1 {{(pid=78703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 11 13:50:17.705627 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-474bb285-6192-413e-816f-1bf9af146e9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-11-iscsi, 4ad1df82-f4d8-4c20-bb87-8387b3fd3752) {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:50:17.714629 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474bb285-6192-413e-816f-1bf9af146e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:17.715098 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eabf93-d365-4230-9141-5dd504108529 None None] Network 4ad1df82-f4d8-4c20-bb87-8387b3fd3752 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:50:17.715404 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-474bb285-6192-413e-816f-1bf9af146e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:17.739910 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-474bb285-6192-413e-816f-1bf9af146e9b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6554992
May 11 13:50:17.919538 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36943bbf-8e0f-474e-9f0c-94d32c5e7741 None None] Network 4ad1df82-f4d8-4c20-bb87-8387b3fd3752 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:50:18.393643 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe4b2e-ff97-457b-96ff-790489d7656e req-ed3c8cfd-bf16-46bb-b586-1e1dba382559 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:18.395447 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2ffe4b2e-ff97-457b-96ff-790489d7656e req-ed3c8cfd-bf16-46bb-b586-1e1dba382559 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 944 time: 0.1052721
May 11 13:50:18.491211 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2ffe4b2e-ff97-457b-96ff-790489d7656e req-cad24481-d7cf-4731-88b9-8be3e236bba7 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0860686
May 11 13:50:19.745002 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24126a4a-91e4-416a-9a3b-e45be88dadbb req-fca8ba31-3200-460b-a09a-07e60a503267 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:19.746643 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-24126a4a-91e4-416a-9a3b-e45be88dadbb req-fca8ba31-3200-460b-a09a-07e60a503267 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 944 time: 0.1209366
May 11 13:50:19.808310 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-24126a4a-91e4-416a-9a3b-e45be88dadbb req-fc5ee0e7-88d8-4631-88f0-c4c40351c0ae tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541003
May 11 13:50:19.958785 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-e62a77c2-d6bd-4537-9a32-2d2fe12a28a7 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:19.959689 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-e62a77c2-d6bd-4537-9a32-2d2fe12a28a7 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Synchronizing usage tracker for tenant:2354301d345b4beea3fd5d4a86156a2c on resource:network {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:50:19.979086 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-e62a77c2-d6bd-4537-9a32-2d2fe12a28a7 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Unset dirty status for tenant:2354301d345b4beea3fd5d4a86156a2c on resource:network {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:50:19.980390 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-e62a77c2-d6bd-4537-9a32-2d2fe12a28a7 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/networks?id=4ad1df82-f4d8-4c20-bb87-8387b3fd3752 HTTP/1.1" status: 200  len: 809 time: 0.1980090
May 11 13:50:19.996430 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-85510eda-e669-4b69-8985-19107da829cc tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/quotas/2354301d345b4beea3fd5d4a86156a2c HTTP/1.1" status: 200  len: 375 time: 0.0100791
May 11 13:50:20.050824 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-96308b74-ad95-4d04-964b-45a2ed7300d0 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2354301d345b4beea3fd5d4a86156a2c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0458319
May 11 13:50:20.197507 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-b26ad106-84df-4d3e-a4dc-94c2e0902f27 service neutron] 10.222.0.48 "GET /v2.0/networks/4ad1df82-f4d8-4c20-bb87-8387b3fd3752?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393149
May 11 13:50:20.338248 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-c3db74b7-763e-4993-b969-91e4f0516b2a service neutron] 10.222.0.48 "GET /v2.0/networks/4ad1df82-f4d8-4c20-bb87-8387b3fd3752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1343114
May 11 13:50:20.549238 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e9e72666-c787-4d73-90d4-2606efc73aec req-4a1d2fb9-df68-4fac-8a40-1084a0bb39eb tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4321948-56dc-4ffb-a02f-14eec01e0e68 HTTP/1.1" status: 200  len: 210 time: 0.0494595
May 11 13:50:21.071233 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a04630-4cf1-4b0a-8956-4459f8629a5b req-c6f7b181-4034-4d01-84c1-624ed45d3007 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:21.073517 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-44a04630-4cf1-4b0a-8956-4459f8629a5b req-c6f7b181-4034-4d01-84c1-624ed45d3007 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 944 time: 0.1364157
May 11 13:50:21.145222 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-44a04630-4cf1-4b0a-8956-4459f8629a5b req-00ee970f-5658-4d1b-b3c2-1c92f12b38b9 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609117
May 11 13:50:21.210705 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 51364) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:50:21.339351 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f6ad7145-019e-49fb-8482-5e1c8d6a9357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:21.354964 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-f6ad7145-019e-49fb-8482-5e1c8d6a9357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:50:21.358894 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-f6ad7145-019e-49fb-8482-5e1c8d6a9357 admin admin] Usage tracker for resource:security_group_rule and tenant:9f8adbcf3372446c87d6be4e405ab820 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:50:21.361874 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-f6ad7145-019e-49fb-8482-5e1c8d6a9357 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:50:21.368120 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-f6ad7145-019e-49fb-8482-5e1c8d6a9357 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:50:21.458294 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f6ad7145-019e-49fb-8482-5e1c8d6a9357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:21.469245 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f6ad7145-019e-49fb-8482-5e1c8d6a9357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:21.478753 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-2de2832a-fe7f-49b5-9ff3-eb53286e72d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:21.525893 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-f6ad7145-019e-49fb-8482-5e1c8d6a9357 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9f8adbcf3372446c87d6be4e405ab820&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3113656
May 11 13:50:21.525893 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad7145-019e-49fb-8482-5e1c8d6a9357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f95bf2-eca1-4e03-8ac7-940ac1154483,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:21.526903 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 51370) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:50:21.527516 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f6ad7145-019e-49fb-8482-5e1c8d6a9357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:21.750133 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d4f30bf7-2fe3-49f8-b914-50e40daf2a28 req-cecc0cc8-d831-4bde-b40a-bcf9c7d9f882 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4321948-56dc-4ffb-a02f-14eec01e0e68 HTTP/1.1" status: 200  len: 210 time: 0.0786123
May 11 13:50:21.754537 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-00115beb-bbad-4074-92ed-640e61559e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:21.813182 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-00115beb-bbad-4074-92ed-640e61559e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:21.830065 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-30554fca-7efb-4a2d-be44-5d68febc5e60 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:21.831598 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-30554fca-7efb-4a2d-be44-5d68febc5e60 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.54 "GET /v2.0/networks?id=4ad1df82-f4d8-4c20-bb87-8387b3fd3752 HTTP/1.1" status: 200  len: 809 time: 0.2530038
May 11 13:50:21.836365 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 11 13:50:21.845370 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-5e6389a0-9fa7-4819-9632-20053dc4883f tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Request body: {'port': {'device_id': 'c4321948-56dc-4ffb-a02f-14eec01e0e68', 'network_id': '4ad1df82-f4d8-4c20-bb87-8387b3fd3752', 'admin_state_up': True, 'tenant_id': '2354301d345b4beea3fd5d4a86156a2c'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:50:21.993772 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-00115beb-bbad-4074-92ed-640e61559e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:21.994566 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3,segment=NetworkSegment(6af7aa27-5c55-40f6-b530-da18376fa59f),segment_id=6af7aa27-5c55-40f6-b530-da18376fa59f)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:50:22.005948 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-44dd9e41-7ab7-4886-8319-9810f3ed4365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:22.009476 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Returning: {'device': 'cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3', 'network_id': '8dd77e97-4eb7-4ba9-bde3-1bab06580f9e', 'port_id': 'cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3', 'mac_address': 'fa:16:3e:37:be:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f718927-4558-4044-9512-8b085fcdc25e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 11 13:50:22.024494 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00115beb-bbad-4074-92ed-640e61559e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f95bf2-eca1-4e03-8ac7-940ac1154483,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:22.031294 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-00115beb-bbad-4074-92ed-640e61559e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:22.034155 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-5e6389a0-9fa7-4819-9632-20053dc4883f tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:50:22.039445 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-00115beb-bbad-4074-92ed-640e61559e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:22.044969 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-00115beb-bbad-4074-92ed-640e61559e06 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09f95bf2-eca1-4e03-8ac7-940ac1154483 HTTP/1.1" status: 204  len: 168 time: 0.5051835
May 11 13:50:22.044969 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-5e6389a0-9fa7-4819-9632-20053dc4883f tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Usage tracker for resource:port and tenant:2354301d345b4beea3fd5d4a86156a2c is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:50:22.047182 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-5e6389a0-9fa7-4819-9632-20053dc4883f tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:50:22.058511 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-5e6389a0-9fa7-4819-9632-20053dc4883f tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:50:22.076999 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-5e6389a0-9fa7-4819-9632-20053dc4883f tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Made reservation on behalf of 2354301d345b4beea3fd5d4a86156a2c for: {'port': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:50:22.081976 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:22.083439 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-5e6389a0-9fa7-4819-9632-20053dc4883f tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:22.102363 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:50:22.120468 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3,segment=NetworkSegment(6af7aa27-5c55-40f6-b530-da18376fa59f),segment_id=6af7aa27-5c55-40f6-b530-da18376fa59f)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:50:22.137517 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:22.139435 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:22.213097 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3,revision_number=7']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:22.216519 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:22.340522 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-5e6389a0-9fa7-4819-9632-20053dc4883f tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Allocated IP 172.20.0.11 (4ad1df82-f4d8-4c20-bb87-8387b3fd3752/031e387b-8510-4455-8d12-bd04e663371f/b64eec37-9b31-4aff-a930-091b047f2043) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:50:22.361979 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:50:22.628520 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 51386) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:50:22.691343 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-926d8d0e-ec2c-4d0a-952d-4620b4e51abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:22.743417 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bc3f4-8905-4c66-a25b-ccadcf0154fb req-5aa226eb-53b3-4286-879a-7beb4d39d1c7 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:22.745676 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-306bc3f4-8905-4c66-a25b-ccadcf0154fb req-5aa226eb-53b3-4286-879a-7beb4d39d1c7 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 945 time: 0.4268210
May 11 13:50:22.754575 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-926d8d0e-ec2c-4d0a-952d-4620b4e51abb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:50:22.789198 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-926d8d0e-ec2c-4d0a-952d-4620b4e51abb admin admin] Usage tracker for resource:security_group_rule and tenant:d224cddaf6904482b43ac4260182656a is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:50:22.800639 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-306bc3f4-8905-4c66-a25b-ccadcf0154fb req-add53e85-619c-475f-9b4b-5bdc459c197b tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479271
May 11 13:50:22.803938 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-926d8d0e-ec2c-4d0a-952d-4620b4e51abb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:50:22.852178 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-926d8d0e-ec2c-4d0a-952d-4620b4e51abb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:50:23.092411 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d9729f9d-825f-430f-8579-d9b62218daef req-ad40d90e-b0bf-4924-9cd0-4f62c6fbd59f tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4321948-56dc-4ffb-a02f-14eec01e0e68 HTTP/1.1" status: 200  len: 210 time: 0.1775599
May 11 13:50:23.099190 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-5e6389a0-9fa7-4819-9632-20053dc4883f tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:23.269468 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-5e6389a0-9fa7-4819-9632-20053dc4883f tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:23.286286 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9186f8e5-9d04-48ee-93d9-b16d918d2615 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:23.462468 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-926d8d0e-ec2c-4d0a-952d-4620b4e51abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:23.479166 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-5e6389a0-9fa7-4819-9632-20053dc4883f tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Network 4ad1df82-f4d8-4c20-bb87-8387b3fd3752 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:50:23.486928 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-926d8d0e-ec2c-4d0a-952d-4620b4e51abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:23.504664 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-5e6389a0-9fa7-4819-9632-20053dc4883f tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:50:23.526176 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-5e6389a0-9fa7-4819-9632-20053dc4883f tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:50:23.648249 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6389a0-9fa7-4819-9632-20053dc4883f tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Pushing event updated for resources: {'Port': ['ID=b64eec37-9b31-4aff-a930-091b047f2043,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:23.664273 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-5e6389a0-9fa7-4819-9632-20053dc4883f tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:23.666886 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-f0d16ebd-8208-4747-8c30-6084faedbf10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:23.684155 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-926d8d0e-ec2c-4d0a-952d-4620b4e51abb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d224cddaf6904482b43ac4260182656a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0525651
May 11 13:50:23.687268 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 51392) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:50:23.715332 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-5e6389a0-9fa7-4819-9632-20053dc4883f tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:23.716034 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-5e6389a0-9fa7-4819-9632-20053dc4883f tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:23.736083 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d8d0e-ec2c-4d0a-952d-4620b4e51abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33679051-c403-40a2-8c39-b5548a887741,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:23.739127 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-926d8d0e-ec2c-4d0a-952d-4620b4e51abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:23.754783 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-5e6389a0-9fa7-4819-9632-20053dc4883f tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9136858
May 11 13:50:23.756314 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1ba67fb2-4c63-4c05-82f3-15da9d23228b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:23.768555 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-231fcfe0-4c62-4015-9898-76b2a95ccc77 service neutron] Request body: {'port': {'device_id': 'c4321948-56dc-4ffb-a02f-14eec01e0e68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:50:23.786183 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1ba67fb2-4c63-4c05-82f3-15da9d23228b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:23.852659 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 up at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:50:23.901407 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1ba67fb2-4c63-4c05-82f3-15da9d23228b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:23.912443 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5d3e52dd-1876-4c93-a2d1-12aad82ac687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:23.932470 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba67fb2-4c63-4c05-82f3-15da9d23228b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33679051-c403-40a2-8c39-b5548a887741,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:23.936341 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1ba67fb2-4c63-4c05-82f3-15da9d23228b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:23.948170 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1ba67fb2-4c63-4c05-82f3-15da9d23228b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:23.949388 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-1ba67fb2-4c63-4c05-82f3-15da9d23228b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33679051-c403-40a2-8c39-b5548a887741 HTTP/1.1" status: 204  len: 168 time: 0.2608783
May 11 13:50:23.980648 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning complete for port cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:50:23.981123 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:24.066968 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-231fcfe0-4c62-4015-9898-76b2a95ccc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:24.165059 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:24.212277 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3,segment=NetworkSegment(6af7aa27-5c55-40f6-b530-da18376fa59f),segment_id=6af7aa27-5c55-40f6-b530-da18376fa59f)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:50:24.214549 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e98bf6-077d-4a16-b66b-7651ca0eb12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:50:24.223248 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:24.228349 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:24.247961 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fc9a0-c623-4c9f-8913-4259bd7f182f req-ae2b7995-4e42-460a-a656-e54d37bf0af9 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:24.252500 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2f9fc9a0-c623-4c9f-8913-4259bd7f182f req-ae2b7995-4e42-460a-a656-e54d37bf0af9 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 945 time: 0.2081840
May 11 13:50:24.310045 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3,revision_number=8']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:24.314066 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:24.342505 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2f9fc9a0-c623-4c9f-8913-4259bd7f182f req-399ad8b6-ed4b-42ca-b9bd-baf901fc1201 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811276
May 11 13:50:24.405582 dv-cinder-784779-11-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e98bf6-077d-4a16-b66b-7651ca0eb12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3', 'code': 200}
May 11 13:50:24.664932 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504b6f9-4edc-4540-9024-b26a03619679 req-7d849cbf-a5c7-4918-baef-da8185d9817e tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:24.665909 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-4504b6f9-4edc-4540-9024-b26a03619679 req-7d849cbf-a5c7-4918-baef-da8185d9817e tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Synchronizing usage tracker for tenant:2354301d345b4beea3fd5d4a86156a2c on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:50:24.710316 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-231fcfe0-4c62-4015-9898-76b2a95ccc77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b64eec37-9b31-4aff-a930-091b047f2043 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:50:24.724389 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-231fcfe0-4c62-4015-9898-76b2a95ccc77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:24.754455 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-231fcfe0-4c62-4015-9898-76b2a95ccc77 service neutron] Transition to ACTIVE for port object b64eec37-9b31-4aff-a930-091b047f2043 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:50:24.761457 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-231fcfe0-4c62-4015-9898-76b2a95ccc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:24.766624 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-8e648ae6-8cdd-43b3-8fba-8816cfe19e65 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:24.800311 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-4504b6f9-4edc-4540-9024-b26a03619679 req-7d849cbf-a5c7-4918-baef-da8185d9817e tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Unset dirty status for tenant:2354301d345b4beea3fd5d4a86156a2c on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:50:24.801641 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4504b6f9-4edc-4540-9024-b26a03619679 req-7d849cbf-a5c7-4918-baef-da8185d9817e tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4321948-56dc-4ffb-a02f-14eec01e0e68 HTTP/1.1" status: 200  len: 932 time: 0.3925834
May 11 13:50:24.996605 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231fcfe0-4c62-4015-9898-76b2a95ccc77 service neutron] Pushing event updated for resources: {'Port': ['ID=b64eec37-9b31-4aff-a930-091b047f2043,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:25.003258 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298b4d5-7566-4caf-a981-e0352a259b09 req-18fe3b01-31b3-4130-9eca-467590737e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:25.004800 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4298b4d5-7566-4caf-a981-e0352a259b09 req-18fe3b01-31b3-4130-9eca-467590737e25 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 1099 time: 0.3361814
May 11 13:50:25.033943 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-231fcfe0-4c62-4015-9898-76b2a95ccc77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:25.038930 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4504b6f9-4edc-4540-9024-b26a03619679 req-48755158-6e7a-47f1-9057-7c0f1cc86a9e tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9eaf86b-ef6c-4309-a35b-ecabbd561219&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2268717
May 11 13:50:25.090998 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4298b4d5-7566-4caf-a981-e0352a259b09 req-c8a06f03-8dd9-4e5d-bbc6-da79ff9e0a08 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560374
May 11 13:50:25.120369 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-231fcfe0-4c62-4015-9898-76b2a95ccc77 service neutron] Attempting to bind port b64eec37-9b31-4aff-a930-091b047f2043 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:50:25.120699 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-231fcfe0-4c62-4015-9898-76b2a95ccc77 service neutron] Attempting to bind port b64eec37-9b31-4aff-a930-091b047f2043 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '76b4625c-3be1-4708-bfc3-ca648299c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4ad1df82-f4d8-4c20-bb87-8387b3fd3752'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:50:25.121029 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-231fcfe0-4c62-4015-9898-76b2a95ccc77 service neutron] Attempting to bind port b64eec37-9b31-4aff-a930-091b047f2043 on network 4ad1df82-f4d8-4c20-bb87-8387b3fd3752 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:50:25.127225 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-231fcfe0-4c62-4015-9898-76b2a95ccc77 service neutron] Port b64eec37-9b31-4aff-a930-091b047f2043 on network 4ad1df82-f4d8-4c20-bb87-8387b3fd3752 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 11 13:50:25.127548 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-231fcfe0-4c62-4015-9898-76b2a95ccc77 service neutron] Attempting to bind port b64eec37-9b31-4aff-a930-091b047f2043 on network 4ad1df82-f4d8-4c20-bb87-8387b3fd3752 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:50:25.139627 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-231fcfe0-4c62-4015-9898-76b2a95ccc77 service neutron] Checking agent: {'id': '90698981-c276-4592-9423-0c50fa5e2f21', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'started_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:50:25.140435 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-231fcfe0-4c62-4015-9898-76b2a95ccc77 service neutron] Checking segment: {'id': '76b4625c-3be1-4708-bfc3-ca648299c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4ad1df82-f4d8-4c20-bb87-8387b3fd3752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:50:25.141279 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-231fcfe0-4c62-4015-9898-76b2a95ccc77 service neutron] Bound using segment: {'id': '76b4625c-3be1-4708-bfc3-ca648299c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4ad1df82-f4d8-4c20-bb87-8387b3fd3752'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:50:25.142310 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-231fcfe0-4c62-4015-9898-76b2a95ccc77 service neutron] Bound port: b64eec37-9b31-4aff-a930-091b047f2043, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b4625c-3be1-4708-bfc3-ca648299c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4ad1df82-f4d8-4c20-bb87-8387b3fd3752'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:50:25.143085 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-231fcfe0-4c62-4015-9898-76b2a95ccc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:25.351643 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-231fcfe0-4c62-4015-9898-76b2a95ccc77 service neutron] For port b64eec37-9b31-4aff-a930-091b047f2043, host hv-cinder-78477, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:50:25.355062 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-231fcfe0-4c62-4015-9898-76b2a95ccc77 service neutron] For port b64eec37-9b31-4aff-a930-091b047f2043, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b64eec37-9b31-4aff-a930-091b047f2043,segment=NetworkSegment(76b4625c-3be1-4708-bfc3-ca648299c5b8),segment_id=76b4625c-3be1-4708-bfc3-ca648299c5b8)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:50:25.363058 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-231fcfe0-4c62-4015-9898-76b2a95ccc77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:25.367706 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-c7343964-d30d-4093-922c-2d1e6563ac42 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:25.424956 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-231fcfe0-4c62-4015-9898-76b2a95ccc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:25.425574 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-231fcfe0-4c62-4015-9898-76b2a95ccc77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:25.427149 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-231fcfe0-4c62-4015-9898-76b2a95ccc77 service neutron] 10.222.0.54 "PUT /v2.0/ports/b64eec37-9b31-4aff-a930-091b047f2043 HTTP/1.1" status: 200  len: 1094 time: 1.6633592
May 11 13:50:25.427725 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4321948-56dc-4ffb-a02f-14eec01e0e68', 'tag': 'b64eec37-9b31-4aff-a930-091b047f2043'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:50:25.481679 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231fcfe0-4c62-4015-9898-76b2a95ccc77 service neutron] Pushing event updated for resources: {'Port': ['ID=b64eec37-9b31-4aff-a930-091b047f2043,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:25.489422 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-231fcfe0-4c62-4015-9898-76b2a95ccc77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:25.494500 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4321948-56dc-4ffb-a02f-14eec01e0e68', 'tag': 'b64eec37-9b31-4aff-a930-091b047f2043', 'status': 'completed', 'code': 200}
May 11 13:50:25.581350 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-5be5b459-9e84-4f9f-a2c8-e7d84e3f6231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:25.583477 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-5be5b459-9e84-4f9f-a2c8-e7d84e3f6231 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2354301d345b4beea3fd5d4a86156a2c&device_id=c4321948-56dc-4ffb-a02f-14eec01e0e68 HTTP/1.1" status: 200  len: 1097 time: 0.0869286
May 11 13:50:25.646054 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb665f16-01a4-404a-9a40-fa78170f3a08 req-fa6fa77e-0ee2-4ef6-92c3-82b8a0f56ca4 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:25.647903 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cb665f16-01a4-404a-9a40-fa78170f3a08 req-fa6fa77e-0ee2-4ef6-92c3-82b8a0f56ca4 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 946 time: 0.1086469
May 11 13:50:25.666468 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-8ceccf22-826f-47f0-81aa-ab37b90ca4e9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b64eec37-9b31-4aff-a930-091b047f2043 HTTP/1.1" status: 200  len: 217 time: 0.0752509
May 11 13:50:25.712557 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cb665f16-01a4-404a-9a40-fa78170f3a08 req-758222a4-a565-46b0-a58b-4a345e426abd tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583735
May 11 13:50:25.770904 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-393c30f5-3e59-4ddb-8d7d-f1a2a345fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:25.772580 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-393c30f5-3e59-4ddb-8d7d-f1a2a345fb0e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=031e387b-8510-4455-8d12-bd04e663371f HTTP/1.1" status: 200  len: 849 time: 0.0881965
May 11 13:50:25.824343 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-2abf2f96-2104-4c01-a2fc-0b14d8f4f03b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4ad1df82-f4d8-4c20-bb87-8387b3fd3752&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0439837
May 11 13:50:26.005973 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-970e404e-8de5-4b11-802b-377f18cbc134 service neutron] 10.222.0.54 "GET /v2.0/networks/4ad1df82-f4d8-4c20-bb87-8387b3fd3752?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1729138
May 11 13:50:26.330875 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0a933222-c1ec-471a-bebe-f77a300fc403 req-3269e5ff-c8a9-4d9e-9c5f-5c2b9675dc6a service neutron] 10.222.0.54 "GET /v2.0/networks/4ad1df82-f4d8-4c20-bb87-8387b3fd3752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3176553
May 11 13:50:26.360675 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f46e9-072f-4df6-9dc8-7c76fc03b6b3 req-68b3c9cf-e656-44a9-b737-8926ec1effd2 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:26.362345 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-879f46e9-072f-4df6-9dc8-7c76fc03b6b3 req-68b3c9cf-e656-44a9-b737-8926ec1effd2 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4321948-56dc-4ffb-a02f-14eec01e0e68 HTTP/1.1" status: 200  len: 944 time: 0.1429322
May 11 13:50:26.465763 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-879f46e9-072f-4df6-9dc8-7c76fc03b6b3 req-4b177857-bfa7-4e17-8b07-f33bed2f24ea tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9eaf86b-ef6c-4309-a35b-ecabbd561219&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961680
May 11 13:50:26.548685 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36742dd-f923-41d2-b419-1545d021f030 req-04477ed6-2c22-4c46-9d76-669c1b65992c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:26.550372 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e36742dd-f923-41d2-b419-1545d021f030 req-04477ed6-2c22-4c46-9d76-669c1b65992c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2354301d345b4beea3fd5d4a86156a2c&device_id=c4321948-56dc-4ffb-a02f-14eec01e0e68 HTTP/1.1" status: 200  len: 1097 time: 0.1402886
May 11 13:50:26.722591 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36742dd-f923-41d2-b419-1545d021f030 req-81867cee-95e8-43c2-9a37-045ba5e85e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:26.724049 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e36742dd-f923-41d2-b419-1545d021f030 req-81867cee-95e8-43c2-9a37-045ba5e85e33 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4ad1df82-f4d8-4c20-bb87-8387b3fd3752 HTTP/1.1" status: 200  len: 910 time: 0.1631279
May 11 13:50:26.807856 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e36742dd-f923-41d2-b419-1545d021f030 req-ae45ba19-040c-4d4d-a619-07e2bec856aa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b64eec37-9b31-4aff-a930-091b047f2043 HTTP/1.1" status: 200  len: 217 time: 0.0761027
May 11 13:50:26.881209 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36742dd-f923-41d2-b419-1545d021f030 req-5811edee-d045-4f5e-88c2-5f0755fb25ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:26.882698 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e36742dd-f923-41d2-b419-1545d021f030 req-5811edee-d045-4f5e-88c2-5f0755fb25ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=031e387b-8510-4455-8d12-bd04e663371f HTTP/1.1" status: 200  len: 849 time: 0.0675778
May 11 13:50:26.942285 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e36742dd-f923-41d2-b419-1545d021f030 req-4ed853c4-0701-4dfa-b5ab-c1a34b9b2c2f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4ad1df82-f4d8-4c20-bb87-8387b3fd3752&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0505781
May 11 13:50:26.945889 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54ade3-1302-4578-839b-dd863784c36b req-9ab13e94-acd9-4c4e-a3b7-f418a9e98bbc tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:26.947426 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fa54ade3-1302-4578-839b-dd863784c36b req-9ab13e94-acd9-4c4e-a3b7-f418a9e98bbc tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 946 time: 0.0868976
May 11 13:50:27.007321 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fa54ade3-1302-4578-839b-dd863784c36b req-dfb8738c-3d76-4b05-985c-624e47f5146b tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537705
May 11 13:50:27.099251 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e36742dd-f923-41d2-b419-1545d021f030 req-3b8bfe50-d00c-4ef0-b972-fee0e0cde6e5 service neutron] 10.222.0.54 "GET /v2.0/networks/4ad1df82-f4d8-4c20-bb87-8387b3fd3752?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1493859
May 11 13:50:27.266204 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e36742dd-f923-41d2-b419-1545d021f030 req-e0725d36-c40a-4b12-b301-41b32d323ee6 service neutron] 10.222.0.54 "GET /v2.0/networks/4ad1df82-f4d8-4c20-bb87-8387b3fd3752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1489215
May 11 13:50:27.677346 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0659b-571c-4d56-b6e0-7aeefbd5a507 req-50bae822-bd4a-4b98-843a-2465b2eaf549 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:27.678966 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bac0659b-571c-4d56-b6e0-7aeefbd5a507 req-50bae822-bd4a-4b98-843a-2465b2eaf549 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4321948-56dc-4ffb-a02f-14eec01e0e68 HTTP/1.1" status: 200  len: 944 time: 0.0882463
May 11 13:50:27.727729 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bac0659b-571c-4d56-b6e0-7aeefbd5a507 req-8d2f8b3a-1437-496c-85a7-657009e1ca4d tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9eaf86b-ef6c-4309-a35b-ecabbd561219&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426331
May 11 13:50:27.876188 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device b64eec37-9b31-4aff-a930-091b047f2043 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 11 13:50:28.037780 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port b64eec37-9b31-4aff-a930-091b047f2043, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b64eec37-9b31-4aff-a930-091b047f2043,segment=NetworkSegment(76b4625c-3be1-4708-bfc3-ca648299c5b8),segment_id=76b4625c-3be1-4708-bfc3-ca648299c5b8)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:50:28.056157 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Returning: {'device': 'b64eec37-9b31-4aff-a930-091b047f2043', 'network_id': '4ad1df82-f4d8-4c20-bb87-8387b3fd3752', 'port_id': 'b64eec37-9b31-4aff-a930-091b047f2043', 'mac_address': 'fa:16:3e:97:ba:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '031e387b-8510-4455-8d12-bd04e663371f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 11 13:50:28.125347 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:28.143915 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b64eec37-9b31-4aff-a930-091b047f2043 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:50:28.162759 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port b64eec37-9b31-4aff-a930-091b047f2043, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b64eec37-9b31-4aff-a930-091b047f2043,segment=NetworkSegment(76b4625c-3be1-4708-bfc3-ca648299c5b8),segment_id=76b4625c-3be1-4708-bfc3-ca648299c5b8)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:50:28.168169 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:28.171034 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-6a50de60-23f2-4474-b9a6-b805e92a9dc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:28.244989 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=b64eec37-9b31-4aff-a930-091b047f2043,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:28.248290 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:28.426336 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['b64eec37-9b31-4aff-a930-091b047f2043'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:50:28.951022 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6fa53-cb8e-4d13-87d1-ec91d0f0b482 req-496f0871-abe6-43ca-99af-7b0ab6917a59 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:28.952687 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c1a6fa53-cb8e-4d13-87d1-ec91d0f0b482 req-496f0871-abe6-43ca-99af-7b0ab6917a59 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4321948-56dc-4ffb-a02f-14eec01e0e68 HTTP/1.1" status: 200  len: 945 time: 0.1049113
May 11 13:50:29.008796 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-c1a6fa53-cb8e-4d13-87d1-ec91d0f0b482 req-a13e8304-2b44-4d83-bb43-e51bba6f3079 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Synchronizing usage tracker for tenant:2354301d345b4beea3fd5d4a86156a2c on resource:security_group {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:50:29.029635 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-c1a6fa53-cb8e-4d13-87d1-ec91d0f0b482 req-a13e8304-2b44-4d83-bb43-e51bba6f3079 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Unset dirty status for tenant:2354301d345b4beea3fd5d4a86156a2c on resource:security_group {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:50:29.030803 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c1a6fa53-cb8e-4d13-87d1-ec91d0f0b482 req-a13e8304-2b44-4d83-bb43-e51bba6f3079 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9eaf86b-ef6c-4309-a35b-ecabbd561219&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681808
May 11 13:50:29.413749 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-bc385dee-9b85-4db5-82b1-4354b6b416b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:29.581318 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:29.908844 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device b64eec37-9b31-4aff-a930-091b047f2043 up at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:50:29.987532 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning for port b64eec37-9b31-4aff-a930-091b047f2043 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:50:29.993488 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning complete for port b64eec37-9b31-4aff-a930-091b047f2043 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:50:29.993875 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:30.125442 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:30.159750 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4321948-56dc-4ffb-a02f-14eec01e0e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64eec37-9b31-4aff-a930-091b047f2043'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:50:30.170457 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port b64eec37-9b31-4aff-a930-091b047f2043, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b64eec37-9b31-4aff-a930-091b047f2043,segment=NetworkSegment(76b4625c-3be1-4708-bfc3-ca648299c5b8),segment_id=76b4625c-3be1-4708-bfc3-ca648299c5b8)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:50:30.175813 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:30.178805 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:30.211818 dv-cinder-784779-11-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4321948-56dc-4ffb-a02f-14eec01e0e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64eec37-9b31-4aff-a930-091b047f2043', 'code': 200}
May 11 13:50:30.236764 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd00151-2297-4362-bb73-7d4311f1c828 req-1ef2f86b-e01d-4f99-9325-a130992d388d tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:30.238954 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1fd00151-2297-4362-bb73-7d4311f1c828 req-1ef2f86b-e01d-4f99-9325-a130992d388d tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4321948-56dc-4ffb-a02f-14eec01e0e68 HTTP/1.1" status: 200  len: 946 time: 0.0929246
May 11 13:50:30.256301 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=b64eec37-9b31-4aff-a930-091b047f2043,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:30.259431 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:30.299655 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1fd00151-2297-4362-bb73-7d4311f1c828 req-51fe90d2-03fa-4ab6-a2c3-40b364e99e9c tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9eaf86b-ef6c-4309-a35b-ecabbd561219&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546596
May 11 13:50:30.503842 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4aadc-5f75-43d3-a133-5c155cee0348 req-8fdb9df7-9657-4a2d-aea3-2909f77d4a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:30.505399 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0da4aadc-5f75-43d3-a133-5c155cee0348 req-8fdb9df7-9657-4a2d-aea3-2909f77d4a12 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c4321948-56dc-4ffb-a02f-14eec01e0e68 HTTP/1.1" status: 200  len: 1099 time: 0.0808065
May 11 13:50:30.571888 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0da4aadc-5f75-43d3-a133-5c155cee0348 req-3ac59112-0db4-463d-be5c-18ae420fa397 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e9eaf86b-ef6c-4309-a35b-ecabbd561219&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585413
May 11 13:50:31.571144 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd79f9-d717-4f8b-96d0-3e37039bdddc req-a89cd0ca-65bb-42ac-b004-c0f4570c9aa7 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:31.572910 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dfdd79f9-d717-4f8b-96d0-3e37039bdddc req-a89cd0ca-65bb-42ac-b004-c0f4570c9aa7 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4321948-56dc-4ffb-a02f-14eec01e0e68 HTTP/1.1" status: 200  len: 946 time: 0.1367898
May 11 13:50:31.635009 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dfdd79f9-d717-4f8b-96d0-3e37039bdddc req-397d8b3c-c606-4744-8890-09cd3268ac28 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9eaf86b-ef6c-4309-a35b-ecabbd561219&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557754
May 11 13:50:32.236364 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:32.515537 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5d69e1b5-3cd4-46c2-87a2-801f05616402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:32.850644 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea52a4c-9399-47ff-a488-b26f38987745 req-d96fa097-f704-42a1-b8ed-74e045c8e9ee tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:32.852149 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0ea52a4c-9399-47ff-a488-b26f38987745 req-d96fa097-f704-42a1-b8ed-74e045c8e9ee tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4321948-56dc-4ffb-a02f-14eec01e0e68 HTTP/1.1" status: 200  len: 946 time: 0.0882225
May 11 13:50:32.901190 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0ea52a4c-9399-47ff-a488-b26f38987745 req-827356e2-fc30-4c54-94cf-ad838b287a62 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9eaf86b-ef6c-4309-a35b-ecabbd561219&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428684
May 11 13:50:33.375880 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:34.018129 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfdba23-a454-4145-8f7d-5de34686a37a req-ea674fdc-9937-4ed3-845f-3533641aa7b8 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:34.019794 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5bfdba23-a454-4145-8f7d-5de34686a37a req-ea674fdc-9937-4ed3-845f-3533641aa7b8 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4321948-56dc-4ffb-a02f-14eec01e0e68 HTTP/1.1" status: 200  len: 946 time: 0.0899422
May 11 13:50:34.074929 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5bfdba23-a454-4145-8f7d-5de34686a37a req-c1d55c49-de26-4d5a-b426-38f49f68d035 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9eaf86b-ef6c-4309-a35b-ecabbd561219&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474055
May 11 13:50:34.791466 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:35.270725 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a733a-5365-4eb3-bcb0-9485cd6921bd req-5364a35d-f5bf-41e8-8184-1d6a8e085214 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:35.272209 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ec3a733a-5365-4eb3-bcb0-9485cd6921bd req-5364a35d-f5bf-41e8-8184-1d6a8e085214 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4321948-56dc-4ffb-a02f-14eec01e0e68 HTTP/1.1" status: 200  len: 946 time: 0.0868087
May 11 13:50:35.318493 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ec3a733a-5365-4eb3-bcb0-9485cd6921bd req-8b31b9f2-8f70-48b8-9708-cebf3d2648c0 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9eaf86b-ef6c-4309-a35b-ecabbd561219&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393560
May 11 13:50:35.434506 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbe787-37d1-4df7-bdda-801f8cc33931 req-e9a5b571-bbb5-4a0d-a04b-10351604d0ce tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:35.435960 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-63fbe787-37d1-4df7-bdda-801f8cc33931 req-e9a5b571-bbb5-4a0d-a04b-10351604d0ce tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4321948-56dc-4ffb-a02f-14eec01e0e68 HTTP/1.1" status: 200  len: 946 time: 0.0832729
May 11 13:50:35.585590 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-63fbe787-37d1-4df7-bdda-801f8cc33931 req-f26cd1a5-2756-443d-806d-4e8a91da8ecc tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Deleting port b64eec37-9b31-4aff-a930-091b047f2043 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:50:35.586042 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-63fbe787-37d1-4df7-bdda-801f8cc33931 req-f26cd1a5-2756-443d-806d-4e8a91da8ecc tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:35.849022 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-63fbe787-37d1-4df7-bdda-801f8cc33931 req-f26cd1a5-2756-443d-806d-4e8a91da8ecc tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] For port b64eec37-9b31-4aff-a930-091b047f2043, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b64eec37-9b31-4aff-a930-091b047f2043,segment=NetworkSegment(76b4625c-3be1-4708-bfc3-ca648299c5b8),segment_id=76b4625c-3be1-4708-bfc3-ca648299c5b8)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:50:35.849405 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-63fbe787-37d1-4df7-bdda-801f8cc33931 req-f26cd1a5-2756-443d-806d-4e8a91da8ecc tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:35.981798 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-63fbe787-37d1-4df7-bdda-801f8cc33931 req-f26cd1a5-2756-443d-806d-4e8a91da8ecc tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Calling delete_port for b64eec37-9b31-4aff-a930-091b047f2043 owned by compute:nova {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:50:36.106982 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-63fbe787-37d1-4df7-bdda-801f8cc33931 req-f26cd1a5-2756-443d-806d-4e8a91da8ecc tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:36.113308 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-40d2556e-a704-473a-8a5e-2eaefbea3aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:36.166951 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cd1a5-2756-443d-806d-4e8a91da8ecc tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Pushing event deleted for resources: {'Port': ['ID=b64eec37-9b31-4aff-a930-091b047f2043,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:36.170077 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-f26cd1a5-2756-443d-806d-4e8a91da8ecc tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:36.248637 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fbe787-37d1-4df7-bdda-801f8cc33931 req-f26cd1a5-2756-443d-806d-4e8a91da8ecc tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] No DVR routers for this DVR port b64eec37-9b31-4aff-a930-091b047f2043 on host hv-cinder-78477 {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:50:36.251877 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-63fbe787-37d1-4df7-bdda-801f8cc33931 req-f26cd1a5-2756-443d-806d-4e8a91da8ecc tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:36.254620 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4321948-56dc-4ffb-a02f-14eec01e0e68', 'name': 'network-vif-deleted', 'tag': 'b64eec37-9b31-4aff-a930-091b047f2043'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:50:36.274302 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-63fbe787-37d1-4df7-bdda-801f8cc33931 req-f26cd1a5-2756-443d-806d-4e8a91da8ecc tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.54 "DELETE /v2.0/ports/b64eec37-9b31-4aff-a930-091b047f2043 HTTP/1.1" status: 204  len: 173 time: 0.8318403
May 11 13:50:36.303022 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4321948-56dc-4ffb-a02f-14eec01e0e68', 'name': 'network-vif-deleted', 'tag': 'b64eec37-9b31-4aff-a930-091b047f2043', 'status': 'completed', 'code': 200}
May 11 13:50:36.505206 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-03186528-085d-4018-9767-7e70e1a124d3 req-063d2250-ea5c-4add-8725-662f75402563 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4321948-56dc-4ffb-a02f-14eec01e0e68 HTTP/1.1" status: 200  len: 210 time: 0.0484250
May 11 13:50:37.959739 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-e7397a94-4eca-4c4b-bb61-a0ce41fc78a4 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:37.961181 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-e7397a94-4eca-4c4b-bb61-a0ce41fc78a4 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/networks?id=4ad1df82-f4d8-4c20-bb87-8387b3fd3752 HTTP/1.1" status: 200  len: 809 time: 0.1654966
May 11 13:50:37.967596 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device b64eec37-9b31-4aff-a930-091b047f2043 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:50:37.977436 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-c5486141-75b3-4fc9-88b8-4b9b3b2f869a tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/quotas/2354301d345b4beea3fd5d4a86156a2c HTTP/1.1" status: 200  len: 375 time: 0.0100167
May 11 13:50:38.006106 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] No Port match for: b64eec37-9b31-4aff-a930-091b047f2043 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:50:38.006463 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device b64eec37-9b31-4aff-a930-091b047f2043 not bound to the agent host hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:50:38.026733 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-683d3a79-30ed-481c-9eaf-a0af8b1fb582 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2354301d345b4beea3fd5d4a86156a2c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0431204
May 11 13:50:38.177471 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-3d22289a-4a79-4e6b-95c7-e9e5d90910c0 service neutron] 10.222.0.48 "GET /v2.0/networks/4ad1df82-f4d8-4c20-bb87-8387b3fd3752?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437352
May 11 13:50:38.327504 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-aef09c49-3c78-40b4-8957-57752fa739c1 service neutron] 10.222.0.48 "GET /v2.0/networks/4ad1df82-f4d8-4c20-bb87-8387b3fd3752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419249
May 11 13:50:38.545086 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-a92e3185-9c2c-4bf7-9965-eaf5cbc95985 req-6f0f237f-4d2f-4722-9b19-da37390921d1 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Synchronizing usage tracker for tenant:2354301d345b4beea3fd5d4a86156a2c on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:50:38.563128 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-a92e3185-9c2c-4bf7-9965-eaf5cbc95985 req-6f0f237f-4d2f-4722-9b19-da37390921d1 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Unset dirty status for tenant:2354301d345b4beea3fd5d4a86156a2c on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:50:38.564590 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a92e3185-9c2c-4bf7-9965-eaf5cbc95985 req-6f0f237f-4d2f-4722-9b19-da37390921d1 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c002a42-eb35-4842-a0f2-7afda87aaf2e HTTP/1.1" status: 200  len: 210 time: 0.0989521
May 11 13:50:39.655925 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:50:39.668748 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-d98bbfa6-e441-47c7-b116-516a9b2eb122 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:39.670779 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-d98bbfa6-e441-47c7-b116-516a9b2eb122 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.54 "GET /v2.0/networks?id=4ad1df82-f4d8-4c20-bb87-8387b3fd3752 HTTP/1.1" status: 200  len: 809 time: 0.1810939
May 11 13:50:39.690714 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-2efce6f9-54d4-4e3c-8c65-1a71c34588f4 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Request body: {'port': {'device_id': '8c002a42-eb35-4842-a0f2-7afda87aaf2e', 'network_id': '4ad1df82-f4d8-4c20-bb87-8387b3fd3752', 'admin_state_up': True, 'tenant_id': '2354301d345b4beea3fd5d4a86156a2c'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:50:39.749122 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f99096e1-9e4c-4551-8b10-05a45e3d9b4f req-e55c9c20-4b9d-4a40-af44-313f25d250e7 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c002a42-eb35-4842-a0f2-7afda87aaf2e HTTP/1.1" status: 200  len: 210 time: 0.0594938
May 11 13:50:39.860854 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-2efce6f9-54d4-4e3c-8c65-1a71c34588f4 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:50:39.871166 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-2efce6f9-54d4-4e3c-8c65-1a71c34588f4 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:50:39.883968 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-2efce6f9-54d4-4e3c-8c65-1a71c34588f4 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Made reservation on behalf of 2354301d345b4beea3fd5d4a86156a2c for: {'port': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:50:39.887972 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-2efce6f9-54d4-4e3c-8c65-1a71c34588f4 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:40.058020 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-2efce6f9-54d4-4e3c-8c65-1a71c34588f4 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Allocated IP 172.20.0.4 (4ad1df82-f4d8-4c20-bb87-8387b3fd3752/031e387b-8510-4455-8d12-bd04e663371f/efc6a253-3af5-4d06-8ef4-7e846e937154) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:50:40.265601 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-2efce6f9-54d4-4e3c-8c65-1a71c34588f4 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:40.305131 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-2efce6f9-54d4-4e3c-8c65-1a71c34588f4 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:40.312757 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-cd0061a0-200d-4f65-b76d-46b3250a5e02 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:40.377642 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-2efce6f9-54d4-4e3c-8c65-1a71c34588f4 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Network 4ad1df82-f4d8-4c20-bb87-8387b3fd3752 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:50:40.380762 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-2efce6f9-54d4-4e3c-8c65-1a71c34588f4 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:50:40.389376 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-2efce6f9-54d4-4e3c-8c65-1a71c34588f4 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:50:40.420404 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efce6f9-54d4-4e3c-8c65-1a71c34588f4 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Pushing event updated for resources: {'Port': ['ID=efc6a253-3af5-4d06-8ef4-7e846e937154,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:40.426844 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2efce6f9-54d4-4e3c-8c65-1a71c34588f4 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:40.457996 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-2efce6f9-54d4-4e3c-8c65-1a71c34588f4 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:40.458599 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-2efce6f9-54d4-4e3c-8c65-1a71c34588f4 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:40.486108 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-2efce6f9-54d4-4e3c-8c65-1a71c34588f4 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8054528
May 11 13:50:40.498483 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-80cc9516-0190-4360-a2cf-d5be43b4c316 service neutron] Request body: {'port': {'device_id': '8c002a42-eb35-4842-a0f2-7afda87aaf2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:50:40.619909 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-80cc9516-0190-4360-a2cf-d5be43b4c316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:41.142833 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15a584-1143-4119-81ea-3f4ed5f034a7 req-2e64926e-1098-440d-bcd0-ac737178e247 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:41.143612 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-1b15a584-1143-4119-81ea-3f4ed5f034a7 req-2e64926e-1098-440d-bcd0-ac737178e247 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Synchronizing usage tracker for tenant:2354301d345b4beea3fd5d4a86156a2c on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:50:41.159147 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-80cc9516-0190-4360-a2cf-d5be43b4c316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efc6a253-3af5-4d06-8ef4-7e846e937154 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:50:41.170619 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-80cc9516-0190-4360-a2cf-d5be43b4c316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:41.180757 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-1b15a584-1143-4119-81ea-3f4ed5f034a7 req-2e64926e-1098-440d-bcd0-ac737178e247 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Unset dirty status for tenant:2354301d345b4beea3fd5d4a86156a2c on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:50:41.181955 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1b15a584-1143-4119-81ea-3f4ed5f034a7 req-2e64926e-1098-440d-bcd0-ac737178e247 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c002a42-eb35-4842-a0f2-7afda87aaf2e HTTP/1.1" status: 200  len: 931 time: 0.2118564
May 11 13:50:41.187860 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-80cc9516-0190-4360-a2cf-d5be43b4c316 service neutron] Transition to ACTIVE for port object efc6a253-3af5-4d06-8ef4-7e846e937154 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:50:41.204091 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-80cc9516-0190-4360-a2cf-d5be43b4c316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:41.211239 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-5e6389a0-9fa7-4819-9632-20053dc4883f tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:41.337126 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1b15a584-1143-4119-81ea-3f4ed5f034a7 req-40c4887b-0d43-4a1c-b30e-4d25be1b4098 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9eaf86b-ef6c-4309-a35b-ecabbd561219&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481037
May 11 13:50:41.387485 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc9516-0190-4360-a2cf-d5be43b4c316 service neutron] Pushing event updated for resources: {'Port': ['ID=efc6a253-3af5-4d06-8ef4-7e846e937154,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:41.394448 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-80cc9516-0190-4360-a2cf-d5be43b4c316 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:41.466758 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-80cc9516-0190-4360-a2cf-d5be43b4c316 service neutron] Attempting to bind port efc6a253-3af5-4d06-8ef4-7e846e937154 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:50:41.467145 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-80cc9516-0190-4360-a2cf-d5be43b4c316 service neutron] Attempting to bind port efc6a253-3af5-4d06-8ef4-7e846e937154 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '76b4625c-3be1-4708-bfc3-ca648299c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4ad1df82-f4d8-4c20-bb87-8387b3fd3752'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:50:41.467783 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-80cc9516-0190-4360-a2cf-d5be43b4c316 service neutron] Attempting to bind port efc6a253-3af5-4d06-8ef4-7e846e937154 on network 4ad1df82-f4d8-4c20-bb87-8387b3fd3752 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:50:41.474035 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-80cc9516-0190-4360-a2cf-d5be43b4c316 service neutron] Port efc6a253-3af5-4d06-8ef4-7e846e937154 on network 4ad1df82-f4d8-4c20-bb87-8387b3fd3752 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 11 13:50:41.474526 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-80cc9516-0190-4360-a2cf-d5be43b4c316 service neutron] Attempting to bind port efc6a253-3af5-4d06-8ef4-7e846e937154 on network 4ad1df82-f4d8-4c20-bb87-8387b3fd3752 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:50:41.480705 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-80cc9516-0190-4360-a2cf-d5be43b4c316 service neutron] Checking agent: {'id': '90698981-c276-4592-9423-0c50fa5e2f21', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'started_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:50:41.481041 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-80cc9516-0190-4360-a2cf-d5be43b4c316 service neutron] Checking segment: {'id': '76b4625c-3be1-4708-bfc3-ca648299c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4ad1df82-f4d8-4c20-bb87-8387b3fd3752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:50:41.481430 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-80cc9516-0190-4360-a2cf-d5be43b4c316 service neutron] Bound using segment: {'id': '76b4625c-3be1-4708-bfc3-ca648299c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4ad1df82-f4d8-4c20-bb87-8387b3fd3752'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:50:41.481933 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-80cc9516-0190-4360-a2cf-d5be43b4c316 service neutron] Bound port: efc6a253-3af5-4d06-8ef4-7e846e937154, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b4625c-3be1-4708-bfc3-ca648299c5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4ad1df82-f4d8-4c20-bb87-8387b3fd3752'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:50:41.482276 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-80cc9516-0190-4360-a2cf-d5be43b4c316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:41.599014 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-80cc9516-0190-4360-a2cf-d5be43b4c316 service neutron] For port efc6a253-3af5-4d06-8ef4-7e846e937154, host hv-cinder-78477, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:50:41.602580 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-80cc9516-0190-4360-a2cf-d5be43b4c316 service neutron] For port efc6a253-3af5-4d06-8ef4-7e846e937154, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=efc6a253-3af5-4d06-8ef4-7e846e937154,segment=NetworkSegment(76b4625c-3be1-4708-bfc3-ca648299c5b8),segment_id=76b4625c-3be1-4708-bfc3-ca648299c5b8)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:50:41.608121 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-80cc9516-0190-4360-a2cf-d5be43b4c316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:41.613110 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2efce6f9-54d4-4e3c-8c65-1a71c34588f4 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:41.663916 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-80cc9516-0190-4360-a2cf-d5be43b4c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:41.665727 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-80cc9516-0190-4360-a2cf-d5be43b4c316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:41.667261 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-80cc9516-0190-4360-a2cf-d5be43b4c316 service neutron] 10.222.0.54 "PUT /v2.0/ports/efc6a253-3af5-4d06-8ef4-7e846e937154 HTTP/1.1" status: 200  len: 1093 time: 1.1730280
May 11 13:50:41.670014 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c002a42-eb35-4842-a0f2-7afda87aaf2e', 'tag': 'efc6a253-3af5-4d06-8ef4-7e846e937154'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:50:41.727538 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc9516-0190-4360-a2cf-d5be43b4c316 service neutron] Pushing event updated for resources: {'Port': ['ID=efc6a253-3af5-4d06-8ef4-7e846e937154,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:41.792255 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c002a42-eb35-4842-a0f2-7afda87aaf2e', 'tag': 'efc6a253-3af5-4d06-8ef4-7e846e937154', 'status': 'completed', 'code': 200}
May 11 13:50:41.793015 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-80cc9516-0190-4360-a2cf-d5be43b4c316 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:41.836069 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-2fca97af-b66d-4a79-b3eb-66b484a0b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:41.837541 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-2fca97af-b66d-4a79-b3eb-66b484a0b71f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2354301d345b4beea3fd5d4a86156a2c&device_id=8c002a42-eb35-4842-a0f2-7afda87aaf2e HTTP/1.1" status: 200  len: 1096 time: 0.1117616
May 11 13:50:41.907194 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-f464767f-ecb4-4397-8e6f-59d00f4cb951 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efc6a253-3af5-4d06-8ef4-7e846e937154 HTTP/1.1" status: 200  len: 217 time: 0.0613351
May 11 13:50:41.978224 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-ddba66c2-92a8-4c1d-a861-862520be1b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:41.979830 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-ddba66c2-92a8-4c1d-a861-862520be1b16 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=031e387b-8510-4455-8d12-bd04e663371f HTTP/1.1" status: 200  len: 849 time: 0.0638294
May 11 13:50:42.027093 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-2149e114-24e5-43f8-8882-5c5d730bf840 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4ad1df82-f4d8-4c20-bb87-8387b3fd3752&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0406573
May 11 13:50:42.175308 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-bbb7e489-1ad1-48af-8feb-db9f5a4ec258 service neutron] 10.222.0.54 "GET /v2.0/networks/4ad1df82-f4d8-4c20-bb87-8387b3fd3752?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401138
May 11 13:50:42.323259 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d91f4cc5-a228-4e12-941f-98bb75df8642 req-e441f620-8bd9-4832-948a-2954b2716db3 service neutron] 10.222.0.54 "GET /v2.0/networks/4ad1df82-f4d8-4c20-bb87-8387b3fd3752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301327
May 11 13:50:42.526027 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e08376-883b-4682-93a9-2c8239e2ed07 req-d2988f6b-a959-430f-bf1b-ad826fdaebe1 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:42.527460 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d2e08376-883b-4682-93a9-2c8239e2ed07 req-d2988f6b-a959-430f-bf1b-ad826fdaebe1 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c002a42-eb35-4842-a0f2-7afda87aaf2e HTTP/1.1" status: 200  len: 943 time: 0.0840235
May 11 13:50:42.581826 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d2e08376-883b-4682-93a9-2c8239e2ed07 req-4b8428be-d366-40f0-8e28-cb596304b5a4 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9eaf86b-ef6c-4309-a35b-ecabbd561219&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479786
May 11 13:50:43.785740 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c86ef-ee03-4e13-85a1-27390d3c4c4b req-bda2c7b5-83e5-492f-ba66-29cd87576502 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:43.787257 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e10c86ef-ee03-4e13-85a1-27390d3c4c4b req-bda2c7b5-83e5-492f-ba66-29cd87576502 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c002a42-eb35-4842-a0f2-7afda87aaf2e HTTP/1.1" status: 200  len: 943 time: 0.0910470
May 11 13:50:43.836119 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e10c86ef-ee03-4e13-85a1-27390d3c4c4b req-4dff3023-09cb-407a-a25e-3b73912005db tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9eaf86b-ef6c-4309-a35b-ecabbd561219&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428009
May 11 13:50:45.085625 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f2cf7-8cc4-48ca-ab36-e4eab77c554a req-d65311e5-d064-4068-974d-6ae5526097fb tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:45.087117 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-879f2cf7-8cc4-48ca-ab36-e4eab77c554a req-d65311e5-d064-4068-974d-6ae5526097fb tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c002a42-eb35-4842-a0f2-7afda87aaf2e HTTP/1.1" status: 200  len: 943 time: 0.1365433
May 11 13:50:45.147312 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-879f2cf7-8cc4-48ca-ab36-e4eab77c554a req-9142b978-ce82-4bb5-92ae-11b7b4f590cc tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9eaf86b-ef6c-4309-a35b-ecabbd561219&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532103
May 11 13:50:45.164346 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe501575-9a14-4421-a44f-97236b3ece77 req-c69a70ed-0f7c-4b69-8597-00059a00aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:45.165835 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fe501575-9a14-4421-a44f-97236b3ece77 req-c69a70ed-0f7c-4b69-8597-00059a00aad5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2354301d345b4beea3fd5d4a86156a2c&device_id=8c002a42-eb35-4842-a0f2-7afda87aaf2e HTTP/1.1" status: 200  len: 1096 time: 0.1254752
May 11 13:50:45.417330 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe501575-9a14-4421-a44f-97236b3ece77 req-53e11723-c781-46e7-b906-c99dcb912c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:45.418674 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fe501575-9a14-4421-a44f-97236b3ece77 req-53e11723-c781-46e7-b906-c99dcb912c12 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4ad1df82-f4d8-4c20-bb87-8387b3fd3752 HTTP/1.1" status: 200  len: 910 time: 0.2430685
May 11 13:50:45.486600 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fe501575-9a14-4421-a44f-97236b3ece77 req-6ffff232-1e75-4bf9-83d0-b815258b732f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efc6a253-3af5-4d06-8ef4-7e846e937154 HTTP/1.1" status: 200  len: 217 time: 0.0594740
May 11 13:50:45.551996 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe501575-9a14-4421-a44f-97236b3ece77 req-1970b7f4-c634-4d75-869f-1ba5928b1601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:45.553437 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fe501575-9a14-4421-a44f-97236b3ece77 req-1970b7f4-c634-4d75-869f-1ba5928b1601 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=031e387b-8510-4455-8d12-bd04e663371f HTTP/1.1" status: 200  len: 849 time: 0.0602200
May 11 13:50:45.602620 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fe501575-9a14-4421-a44f-97236b3ece77 req-c3e0c95f-c322-455b-ba22-2a41d8aa1bf3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4ad1df82-f4d8-4c20-bb87-8387b3fd3752&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0398414
May 11 13:50:45.742174 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fe501575-9a14-4421-a44f-97236b3ece77 req-657c583b-2bb2-408c-bf3e-32aca0e88109 service neutron] 10.222.0.54 "GET /v2.0/networks/4ad1df82-f4d8-4c20-bb87-8387b3fd3752?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1316016
May 11 13:50:45.885615 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fe501575-9a14-4421-a44f-97236b3ece77 req-9213d701-c7cb-4753-8f4d-d4218a8a67d7 service neutron] 10.222.0.54 "GET /v2.0/networks/4ad1df82-f4d8-4c20-bb87-8387b3fd3752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357164
May 11 13:50:46.348692 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730586e-1ac3-4f2a-8ff1-bccb0fe228d1 req-7e124846-8281-4cb1-9e89-d39ee13d6efa tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:46.350140 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3730586e-1ac3-4f2a-8ff1-bccb0fe228d1 req-7e124846-8281-4cb1-9e89-d39ee13d6efa tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c002a42-eb35-4842-a0f2-7afda87aaf2e HTTP/1.1" status: 200  len: 943 time: 0.0879500
May 11 13:50:46.400192 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3730586e-1ac3-4f2a-8ff1-bccb0fe228d1 req-b26e767c-20cd-419d-8808-08d7588a9d96 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9eaf86b-ef6c-4309-a35b-ecabbd561219&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434194
May 11 13:50:47.596077 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea281ab-163f-4500-9c58-90d7c3e0b716 req-66cfb9f2-bb07-4b9d-97a5-dd33da9fc8ac tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:47.597559 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3ea281ab-163f-4500-9c58-90d7c3e0b716 req-66cfb9f2-bb07-4b9d-97a5-dd33da9fc8ac tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c002a42-eb35-4842-a0f2-7afda87aaf2e HTTP/1.1" status: 200  len: 943 time: 0.0882397
May 11 13:50:47.652827 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3ea281ab-163f-4500-9c58-90d7c3e0b716 req-fcfe1693-cfe2-483f-b345-0a1052bfe688 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9eaf86b-ef6c-4309-a35b-ecabbd561219&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460746
May 11 13:50:48.846476 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c78c4-92cc-4d2e-b9be-c949a81629aa req-0e5ce217-298a-48dd-9002-22469ab08c4c tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:48.847912 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-333c78c4-92cc-4d2e-b9be-c949a81629aa req-0e5ce217-298a-48dd-9002-22469ab08c4c tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c002a42-eb35-4842-a0f2-7afda87aaf2e HTTP/1.1" status: 200  len: 943 time: 0.0842392
May 11 13:50:48.902618 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-333c78c4-92cc-4d2e-b9be-c949a81629aa req-f088b0f6-ccb2-44e4-b92e-68063e9b3b83 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9eaf86b-ef6c-4309-a35b-ecabbd561219&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462897
May 11 13:50:49.251697 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device efc6a253-3af5-4d06-8ef4-7e846e937154 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 11 13:50:49.411272 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port efc6a253-3af5-4d06-8ef4-7e846e937154, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=efc6a253-3af5-4d06-8ef4-7e846e937154,segment=NetworkSegment(76b4625c-3be1-4708-bfc3-ca648299c5b8),segment_id=76b4625c-3be1-4708-bfc3-ca648299c5b8)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:50:49.425170 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Returning: {'device': 'efc6a253-3af5-4d06-8ef4-7e846e937154', 'network_id': '4ad1df82-f4d8-4c20-bb87-8387b3fd3752', 'port_id': 'efc6a253-3af5-4d06-8ef4-7e846e937154', 'mac_address': 'fa:16:3e:c8:dc:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '031e387b-8510-4455-8d12-bd04e663371f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 11 13:50:49.482139 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:49.500104 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc6a253-3af5-4d06-8ef4-7e846e937154 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:50:49.516592 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port efc6a253-3af5-4d06-8ef4-7e846e937154, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=efc6a253-3af5-4d06-8ef4-7e846e937154,segment=NetworkSegment(76b4625c-3be1-4708-bfc3-ca648299c5b8),segment_id=76b4625c-3be1-4708-bfc3-ca648299c5b8)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:50:49.521916 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:49.523743 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-381a1758-1613-4bd9-9966-1045fe087ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:49.591948 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=efc6a253-3af5-4d06-8ef4-7e846e937154,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:49.599367 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:49.599739 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:49.600077 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:49.600405 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:49.600735 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:49.601051 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:49.601379 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:49.601699 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:49.602022 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:49.602336 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:49.602661 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:49.602949 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:49.607104 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:49.771542 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['efc6a253-3af5-4d06-8ef4-7e846e937154'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:50:50.099385 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574869ce-330c-437f-9225-5091b088a67f req-ccc4924a-30d2-4ba0-974b-b07633e193e5 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:50.100989 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-574869ce-330c-437f-9225-5091b088a67f req-ccc4924a-30d2-4ba0-974b-b07633e193e5 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c002a42-eb35-4842-a0f2-7afda87aaf2e HTTP/1.1" status: 200  len: 944 time: 0.0865197
May 11 13:50:50.153158 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-574869ce-330c-437f-9225-5091b088a67f req-7b7d33d6-db67-41c2-868b-757f748c909c tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9eaf86b-ef6c-4309-a35b-ecabbd561219&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464573
May 11 13:50:51.451049 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed132e-f736-4a08-a95c-b735171451b6 req-381d4bbb-bab7-4a02-8a69-172cc6fa9065 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:51.452985 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-76ed132e-f736-4a08-a95c-b735171451b6 req-381d4bbb-bab7-4a02-8a69-172cc6fa9065 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c002a42-eb35-4842-a0f2-7afda87aaf2e HTTP/1.1" status: 200  len: 944 time: 0.1887076
May 11 13:50:51.502302 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-76ed132e-f736-4a08-a95c-b735171451b6 req-7feaf9d6-70ff-4361-9bf4-d7b0194f3f28 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9eaf86b-ef6c-4309-a35b-ecabbd561219&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433893
May 11 13:50:52.226286 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device efc6a253-3af5-4d06-8ef4-7e846e937154 up at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:50:52.309029 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning for port efc6a253-3af5-4d06-8ef4-7e846e937154 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:50:52.315231 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning complete for port efc6a253-3af5-4d06-8ef4-7e846e937154 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:50:52.315655 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:52.439181 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:52.466011 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c002a42-eb35-4842-a0f2-7afda87aaf2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc6a253-3af5-4d06-8ef4-7e846e937154'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:50:52.476526 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port efc6a253-3af5-4d06-8ef4-7e846e937154, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=efc6a253-3af5-4d06-8ef4-7e846e937154,segment=NetworkSegment(76b4625c-3be1-4708-bfc3-ca648299c5b8),segment_id=76b4625c-3be1-4708-bfc3-ca648299c5b8)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:50:52.483073 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:52.485774 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:52.531327 dv-cinder-784779-11-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c002a42-eb35-4842-a0f2-7afda87aaf2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc6a253-3af5-4d06-8ef4-7e846e937154', 'code': 200}
May 11 13:50:52.560356 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=efc6a253-3af5-4d06-8ef4-7e846e937154,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:52.570541 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:52.572566 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-eeb7411a-dfd9-4941-997e-efdd562cb49c tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2143221821&fields=id&tenant_id=d185725581a24febb7946b4a64c64b41 HTTP/1.1" status: 200  len: 267 time: 0.0639780
May 11 13:50:52.742422 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956e92b-6c64-4734-ab6c-3bebe25bc290 req-91de031a-b3bb-4bd7-a4f9-c020509243c8 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:52.743914 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c956e92b-6c64-4734-ab6c-3bebe25bc290 req-91de031a-b3bb-4bd7-a4f9-c020509243c8 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c002a42-eb35-4842-a0f2-7afda87aaf2e HTTP/1.1" status: 200  len: 945 time: 0.0918257
May 11 13:50:52.795276 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-9d0f9640-420f-495c-9d1b-0ff20076c0f7 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:52.797662 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-9d0f9640-420f-495c-9d1b-0ff20076c0f7 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/networks?id=fd97d37a-0667-4ddc-b6b6-37157baca3ab HTTP/1.1" status: 200  len: 812 time: 0.2242899
May 11 13:50:52.807261 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c956e92b-6c64-4734-ab6c-3bebe25bc290 req-d38351be-38b1-4634-abf5-04f62792ba81 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9eaf86b-ef6c-4309-a35b-ecabbd561219&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533507
May 11 13:50:52.822440 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-d7e1af91-8d12-4fb1-b8ef-e879fbe7a414 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/quotas/d185725581a24febb7946b4a64c64b41 HTTP/1.1" status: 200  len: 375 time: 0.0132177
May 11 13:50:52.880668 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613f475-6c9b-4ac9-82f4-7498d4d7d733 req-8a3897bd-dba3-4d18-ae22-72497def60da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:52.882205 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5613f475-6c9b-4ac9-82f4-7498d4d7d733 req-8a3897bd-dba3-4d18-ae22-72497def60da service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8c002a42-eb35-4842-a0f2-7afda87aaf2e HTTP/1.1" status: 200  len: 1098 time: 0.1594527
May 11 13:50:52.936567 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5613f475-6c9b-4ac9-82f4-7498d4d7d733 req-e8d23aeb-14fb-4153-ab92-da7434d577f4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e9eaf86b-ef6c-4309-a35b-ecabbd561219&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464940
May 11 13:50:52.977915 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-ff20d580-9de7-42c3-b50a-1aa336af4914 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d185725581a24febb7946b4a64c64b41&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1438494
May 11 13:50:53.139881 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-094d2c85-b75b-4c98-9211-3ebd4f7dd252 service neutron] 10.222.0.48 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476283
May 11 13:50:53.300992 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-42ddc1e1-9751-4a39-ac2f-59ae68ec37f6 service neutron] 10.222.0.48 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1500034
May 11 13:50:54.018934 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5f46c-128b-427e-85d9-37f074bcceba req-1be839e4-1829-4242-af4b-abebdb523a3c tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:54.020653 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dcc5f46c-128b-427e-85d9-37f074bcceba req-1be839e4-1829-4242-af4b-abebdb523a3c tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c002a42-eb35-4842-a0f2-7afda87aaf2e HTTP/1.1" status: 200  len: 945 time: 0.0934832
May 11 13:50:54.090337 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dcc5f46c-128b-427e-85d9-37f074bcceba req-ec3ba18c-325e-4744-b419-951c29d91caa tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9eaf86b-ef6c-4309-a35b-ecabbd561219&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540290
May 11 13:50:54.746018 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4c44f8b3-0c5d-439e-9b15-87b9c9776c6b req-62b62a3a-6fae-4654-aeb9-39cbc4e64070 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c47af3a-4b35-4e23-b209-cbe6e0cb4aef HTTP/1.1" status: 200  len: 210 time: 0.0437577
May 11 13:50:55.387077 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb8f9a-51d1-4075-aa9f-c4ddfb406add req-a8188065-43e2-42f5-a660-0a0268ecdf69 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:55.388680 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8acb8f9a-51d1-4075-aa9f-c4ddfb406add req-a8188065-43e2-42f5-a660-0a0268ecdf69 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c002a42-eb35-4842-a0f2-7afda87aaf2e HTTP/1.1" status: 200  len: 945 time: 0.0941343
May 11 13:50:55.436684 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8acb8f9a-51d1-4075-aa9f-c4ddfb406add req-2210d2dc-8503-46f2-9afa-50b35fbdd142 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9eaf86b-ef6c-4309-a35b-ecabbd561219&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406361
May 11 13:50:55.532024 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 51754) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:50:55.656929 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5ed2568d-7285-49cd-9a06-587febdf699f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:55.672039 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-5ed2568d-7285-49cd-9a06-587febdf699f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:50:55.676254 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-5ed2568d-7285-49cd-9a06-587febdf699f admin admin] Usage tracker for resource:security_group_rule and tenant:c5d142460f89480188e8361f5843c4f1 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:50:55.679260 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-5ed2568d-7285-49cd-9a06-587febdf699f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:50:55.685508 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-5ed2568d-7285-49cd-9a06-587febdf699f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:50:55.804309 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5ed2568d-7285-49cd-9a06-587febdf699f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:55.810894 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5ed2568d-7285-49cd-9a06-587febdf699f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:55.833289 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1a5c32d4-1c1e-4ecc-90eb-a8190b3d4ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:55.883640 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2568d-7285-49cd-9a06-587febdf699f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1eff57-8eaa-4d13-adc6-ac66c47e6c66,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:55.888330 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-5ed2568d-7285-49cd-9a06-587febdf699f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c5d142460f89480188e8361f5843c4f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3552032
May 11 13:50:55.894797 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 51762) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:50:55.897869 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed2568d-7285-49cd-9a06-587febdf699f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:55.898250 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed2568d-7285-49cd-9a06-587febdf699f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:55.898627 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed2568d-7285-49cd-9a06-587febdf699f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:55.898992 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed2568d-7285-49cd-9a06-587febdf699f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:55.899353 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed2568d-7285-49cd-9a06-587febdf699f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:55.899748 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed2568d-7285-49cd-9a06-587febdf699f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:55.900109 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed2568d-7285-49cd-9a06-587febdf699f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:55.900466 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed2568d-7285-49cd-9a06-587febdf699f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:55.900820 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed2568d-7285-49cd-9a06-587febdf699f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:55.901201 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed2568d-7285-49cd-9a06-587febdf699f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:55.901741 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed2568d-7285-49cd-9a06-587febdf699f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:55.901917 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed2568d-7285-49cd-9a06-587febdf699f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:55.916742 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5ed2568d-7285-49cd-9a06-587febdf699f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:55.945369 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c931fdf1-923f-44b2-b6b2-f8814a22ba1b req-afed369e-a8f0-488d-bfb0-161b2f6b97fc tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c47af3a-4b35-4e23-b209-cbe6e0cb4aef HTTP/1.1" status: 200  len: 210 time: 0.0594106
May 11 13:50:55.958647 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-a1142bcd-ff9b-46d5-b0a1-f93f77f922e1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:55.960592 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-a1142bcd-ff9b-46d5-b0a1-f93f77f922e1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.54 "GET /v2.0/networks?id=fd97d37a-0667-4ddc-b6b6-37157baca3ab HTTP/1.1" status: 200  len: 812 time: 0.2287521
May 11 13:50:55.976344 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e3b7a5dc-2ef5-4b71-a015-326e3a65eaff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:56.009632 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e3b7a5dc-2ef5-4b71-a015-326e3a65eaff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:56.028939 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-f992eeda-1aef-448c-aec9-7768d13223ee tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d185725581a24febb7946b4a64c64b41 HTTP/1.1" status: 200  len: 380 time: 0.0493085
May 11 13:50:56.039005 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-fa46c930-77c0-423a-9d54-af8ca7721ca3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Request body: {'port': {'device_id': '8c47af3a-4b35-4e23-b209-cbe6e0cb4aef', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'admin_state_up': True, 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'security_groups': ['f811aa49-2751-416b-a828-50ec67c1a418']}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:50:56.078830 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e3b7a5dc-2ef5-4b71-a015-326e3a65eaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:56.084400 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-84e15494-9d32-4f46-9b9e-48102ca05e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:56.096406 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7a5dc-2ef5-4b71-a015-326e3a65eaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1eff57-8eaa-4d13-adc6-ac66c47e6c66,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:56.100349 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e3b7a5dc-2ef5-4b71-a015-326e3a65eaff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:56.104385 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e3b7a5dc-2ef5-4b71-a015-326e3a65eaff admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:56.108026 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-e3b7a5dc-2ef5-4b71-a015-326e3a65eaff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ae1eff57-8eaa-4d13-adc6-ac66c47e6c66 HTTP/1.1" status: 204  len: 168 time: 0.2096891
May 11 13:50:56.312861 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-fa46c930-77c0-423a-9d54-af8ca7721ca3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:50:56.332527 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-fa46c930-77c0-423a-9d54-af8ca7721ca3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:50:56.345268 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-fa46c930-77c0-423a-9d54-af8ca7721ca3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Made reservation on behalf of d185725581a24febb7946b4a64c64b41 for: {'port': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:50:56.349329 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-fa46c930-77c0-423a-9d54-af8ca7721ca3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:56.564688 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-fa46c930-77c0-423a-9d54-af8ca7721ca3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Allocated IP 172.20.0.7 (fd97d37a-0667-4ddc-b6b6-37157baca3ab/eff3406f-1fd8-4742-aa2f-78f38079d01b/6dc11d48-886b-4d46-ba63-5798d535f790) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:50:56.702679 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe1906-dc60-4db3-909f-91752004f206 req-0cfc22b9-5614-4c0f-a3b5-5d84da83e9d3 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:56.710626 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d1fe1906-dc60-4db3-909f-91752004f206 req-0cfc22b9-5614-4c0f-a3b5-5d84da83e9d3 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c002a42-eb35-4842-a0f2-7afda87aaf2e HTTP/1.1" status: 200  len: 945 time: 0.1076996
May 11 13:50:56.770955 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d1fe1906-dc60-4db3-909f-91752004f206 req-4b08def7-b446-46de-a6d1-8a191a01a7d0 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9eaf86b-ef6c-4309-a35b-ecabbd561219&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584445
May 11 13:50:56.828833 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b406280-7b0d-4f62-bc6b-b229e3594220 req-8ee0f487-08e0-4ff9-b611-2c6bab010a45 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:56.830286 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6b406280-7b0d-4f62-bc6b-b229e3594220 req-8ee0f487-08e0-4ff9-b611-2c6bab010a45 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c002a42-eb35-4842-a0f2-7afda87aaf2e HTTP/1.1" status: 200  len: 945 time: 0.1360908
May 11 13:50:56.910861 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-fa46c930-77c0-423a-9d54-af8ca7721ca3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:56.977029 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-fa46c930-77c0-423a-9d54-af8ca7721ca3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Transition to ACTIVE for port object 6dc11d48-886b-4d46-ba63-5798d535f790 will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:50:57.009708 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-fa46c930-77c0-423a-9d54-af8ca7721ca3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:57.016313 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-8342603d-e069-4de3-955f-7bc0e9c89d2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:57.118747 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-fa46c930-77c0-423a-9d54-af8ca7721ca3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Network fd97d37a-0667-4ddc-b6b6-37157baca3ab is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:50:57.143735 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-fa46c930-77c0-423a-9d54-af8ca7721ca3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:50:57.153668 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-fa46c930-77c0-423a-9d54-af8ca7721ca3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:50:57.182307 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46c930-77c0-423a-9d54-af8ca7721ca3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Pushing event updated for resources: {'Port': ['ID=6dc11d48-886b-4d46-ba63-5798d535f790,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:57.189932 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-6b406280-7b0d-4f62-bc6b-b229e3594220 req-5936241a-1e81-4e62-9e81-fac354280c06 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Deleting port efc6a253-3af5-4d06-8ef4-7e846e937154 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:50:57.190272 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-6b406280-7b0d-4f62-bc6b-b229e3594220 req-5936241a-1e81-4e62-9e81-fac354280c06 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:57.266802 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46c930-77c0-423a-9d54-af8ca7721ca3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:57.267180 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46c930-77c0-423a-9d54-af8ca7721ca3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:57.267597 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46c930-77c0-423a-9d54-af8ca7721ca3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:57.267935 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46c930-77c0-423a-9d54-af8ca7721ca3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:57.268291 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46c930-77c0-423a-9d54-af8ca7721ca3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:57.268781 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46c930-77c0-423a-9d54-af8ca7721ca3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:57.268983 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46c930-77c0-423a-9d54-af8ca7721ca3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:57.269529 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46c930-77c0-423a-9d54-af8ca7721ca3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:57.270042 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46c930-77c0-423a-9d54-af8ca7721ca3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:57.270565 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46c930-77c0-423a-9d54-af8ca7721ca3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:57.271075 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46c930-77c0-423a-9d54-af8ca7721ca3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:57.271644 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46c930-77c0-423a-9d54-af8ca7721ca3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:50:57.277132 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fa46c930-77c0-423a-9d54-af8ca7721ca3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:57.352381 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-fa46c930-77c0-423a-9d54-af8ca7721ca3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:57.352989 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-fa46c930-77c0-423a-9d54-af8ca7721ca3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:57.414122 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-6b406280-7b0d-4f62-bc6b-b229e3594220 req-5936241a-1e81-4e62-9e81-fac354280c06 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] For port efc6a253-3af5-4d06-8ef4-7e846e937154, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=efc6a253-3af5-4d06-8ef4-7e846e937154,segment=NetworkSegment(76b4625c-3be1-4708-bfc3-ca648299c5b8),segment_id=76b4625c-3be1-4708-bfc3-ca648299c5b8)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:50:57.414487 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-6b406280-7b0d-4f62-bc6b-b229e3594220 req-5936241a-1e81-4e62-9e81-fac354280c06 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:57.442434 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-09f6cd7e-d0c7-4d6a-b514-3afe09288a7b None None] Provisioning for port 6dc11d48-886b-4d46-ba63-5798d535f790 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:50:57.449387 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-09f6cd7e-d0c7-4d6a-b514-3afe09288a7b None None] Provisioning complete for port 6dc11d48-886b-4d46-ba63-5798d535f790 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:50:57.450253 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-09f6cd7e-d0c7-4d6a-b514-3afe09288a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:57.489441 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1376e-c0e6-47a1-8f8d-696bc729f14b req-67b75399-7d9a-4268-b778-240c86a81063 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:57.490985 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1bf1376e-c0e6-47a1-8f8d-696bc729f14b req-67b75399-7d9a-4268-b778-240c86a81063 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c47af3a-4b35-4e23-b209-cbe6e0cb4aef HTTP/1.1" status: 200  len: 931 time: 0.4118357
May 11 13:50:57.509542 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-09f6cd7e-d0c7-4d6a-b514-3afe09288a7b None None] Port 6dc11d48-886b-4d46-ba63-5798d535f790 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 11 13:50:57.558469 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-6b406280-7b0d-4f62-bc6b-b229e3594220 req-5936241a-1e81-4e62-9e81-fac354280c06 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Calling delete_port for efc6a253-3af5-4d06-8ef4-7e846e937154 owned by compute:nova {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:50:57.579357 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-fa46c930-77c0-423a-9d54-af8ca7721ca3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5448971
May 11 13:50:57.594185 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-ffb62dd7-7bcc-4ccf-892a-a220d101c00f service neutron] Request body: {'port': {'device_id': '8c47af3a-4b35-4e23-b209-cbe6e0cb4aef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:50:57.667176 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1bf1376e-c0e6-47a1-8f8d-696bc729f14b req-ad876d3d-3845-4682-ae3a-33bd39693faf tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1130466
May 11 13:50:57.755468 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-ffb62dd7-7bcc-4ccf-892a-a220d101c00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:57.927728 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-6b406280-7b0d-4f62-bc6b-b229e3594220 req-5936241a-1e81-4e62-9e81-fac354280c06 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:57.938624 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-92566010-520c-4510-beea-7df9ea338ab0 tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:57.952119 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-77160791-df94-4f1e-ae43-c4991a7577ee req-696bd12f-d726-4ef2-907a-121b20739b50 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c002a42-eb35-4842-a0f2-7afda87aaf2e HTTP/1.1" status: 200  len: 210 time: 0.0491812
May 11 13:50:57.955026 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['efc6a253-3af5-4d06-8ef4-7e846e937154'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:50:58.131140 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936241a-1e81-4e62-9e81-fac354280c06 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Pushing event deleted for resources: {'Port': ['ID=efc6a253-3af5-4d06-8ef4-7e846e937154,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:58.139747 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-5936241a-1e81-4e62-9e81-fac354280c06 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:58.278597 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b406280-7b0d-4f62-bc6b-b229e3594220 req-5936241a-1e81-4e62-9e81-fac354280c06 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] No DVR routers for this DVR port efc6a253-3af5-4d06-8ef4-7e846e937154 on host hv-cinder-78477 {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:50:58.282807 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-6b406280-7b0d-4f62-bc6b-b229e3594220 req-5936241a-1e81-4e62-9e81-fac354280c06 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:58.285384 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c002a42-eb35-4842-a0f2-7afda87aaf2e', 'name': 'network-vif-deleted', 'tag': 'efc6a253-3af5-4d06-8ef4-7e846e937154'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:50:58.325008 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6b406280-7b0d-4f62-bc6b-b229e3594220 req-5936241a-1e81-4e62-9e81-fac354280c06 tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] 10.222.0.54 "DELETE /v2.0/ports/efc6a253-3af5-4d06-8ef4-7e846e937154 HTTP/1.1" status: 204  len: 173 time: 1.4851599
May 11 13:50:58.341772 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c002a42-eb35-4842-a0f2-7afda87aaf2e', 'name': 'network-vif-deleted', 'tag': 'efc6a253-3af5-4d06-8ef4-7e846e937154', 'status': 'completed', 'code': 200}
May 11 13:50:58.429362 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-ffb62dd7-7bcc-4ccf-892a-a220d101c00f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc11d48-886b-4d46-ba63-5798d535f790 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:50:58.438166 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-ffb62dd7-7bcc-4ccf-892a-a220d101c00f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:58.455789 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-ffb62dd7-7bcc-4ccf-892a-a220d101c00f service neutron] Transition to ACTIVE for port object 6dc11d48-886b-4d46-ba63-5798d535f790 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:50:58.460216 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-ffb62dd7-7bcc-4ccf-892a-a220d101c00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:58.464243 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9186f8e5-9d04-48ee-93d9-b16d918d2615 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:58.594165 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb62dd7-7bcc-4ccf-892a-a220d101c00f service neutron] Pushing event updated for resources: {'Port': ['ID=6dc11d48-886b-4d46-ba63-5798d535f790,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:58.621131 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-ffb62dd7-7bcc-4ccf-892a-a220d101c00f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:58.710349 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-ffb62dd7-7bcc-4ccf-892a-a220d101c00f service neutron] Attempting to bind port 6dc11d48-886b-4d46-ba63-5798d535f790 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:50:58.710674 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-ffb62dd7-7bcc-4ccf-892a-a220d101c00f service neutron] Attempting to bind port 6dc11d48-886b-4d46-ba63-5798d535f790 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'da77338e-78ab-4b09-adcb-e7d35927c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:50:58.710993 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-ffb62dd7-7bcc-4ccf-892a-a220d101c00f service neutron] Attempting to bind port 6dc11d48-886b-4d46-ba63-5798d535f790 on network fd97d37a-0667-4ddc-b6b6-37157baca3ab {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:50:58.716102 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-ffb62dd7-7bcc-4ccf-892a-a220d101c00f service neutron] Port 6dc11d48-886b-4d46-ba63-5798d535f790 on network fd97d37a-0667-4ddc-b6b6-37157baca3ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 11 13:50:58.716559 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-ffb62dd7-7bcc-4ccf-892a-a220d101c00f service neutron] Attempting to bind port 6dc11d48-886b-4d46-ba63-5798d535f790 on network fd97d37a-0667-4ddc-b6b6-37157baca3ab {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:50:58.722378 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-ffb62dd7-7bcc-4ccf-892a-a220d101c00f service neutron] Checking agent: {'id': '90698981-c276-4592-9423-0c50fa5e2f21', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'started_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:50:58.722710 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-ffb62dd7-7bcc-4ccf-892a-a220d101c00f service neutron] Checking segment: {'id': 'da77338e-78ab-4b09-adcb-e7d35927c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:50:58.723093 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-ffb62dd7-7bcc-4ccf-892a-a220d101c00f service neutron] Bound using segment: {'id': 'da77338e-78ab-4b09-adcb-e7d35927c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:50:58.723516 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-ffb62dd7-7bcc-4ccf-892a-a220d101c00f service neutron] Bound port: 6dc11d48-886b-4d46-ba63-5798d535f790, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da77338e-78ab-4b09-adcb-e7d35927c19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:50:58.723918 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-ffb62dd7-7bcc-4ccf-892a-a220d101c00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:58.836519 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-ffb62dd7-7bcc-4ccf-892a-a220d101c00f service neutron] For port 6dc11d48-886b-4d46-ba63-5798d535f790, host hv-cinder-78477, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:50:58.842444 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-ffb62dd7-7bcc-4ccf-892a-a220d101c00f service neutron] For port 6dc11d48-886b-4d46-ba63-5798d535f790, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6dc11d48-886b-4d46-ba63-5798d535f790,segment=NetworkSegment(da77338e-78ab-4b09-adcb-e7d35927c19a),segment_id=da77338e-78ab-4b09-adcb-e7d35927c19a)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:50:58.853773 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-ffb62dd7-7bcc-4ccf-892a-a220d101c00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:58.861712 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-d73d42c5-97cb-4bf4-a6cb-cbab7bac78e6 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:50:58.925036 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19105083-21a8-4046-8865-aa8480bfdad5 req-019e632b-5ea0-4e0b-a3f3-e54a9d0f54fc tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:58.926624 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-19105083-21a8-4046-8865-aa8480bfdad5 req-019e632b-5ea0-4e0b-a3f3-e54a9d0f54fc tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c47af3a-4b35-4e23-b209-cbe6e0cb4aef HTTP/1.1" status: 200  len: 943 time: 0.1017768
May 11 13:50:58.936503 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-ffb62dd7-7bcc-4ccf-892a-a220d101c00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:58.937377 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-ffb62dd7-7bcc-4ccf-892a-a220d101c00f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:58.939098 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-ffb62dd7-7bcc-4ccf-892a-a220d101c00f service neutron] 10.222.0.54 "PUT /v2.0/ports/6dc11d48-886b-4d46-ba63-5798d535f790 HTTP/1.1" status: 200  len: 1093 time: 1.3512552
May 11 13:50:58.974901 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb62dd7-7bcc-4ccf-892a-a220d101c00f service neutron] Pushing event updated for resources: {'Port': ['ID=6dc11d48-886b-4d46-ba63-5798d535f790,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:50:58.978258 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-ffb62dd7-7bcc-4ccf-892a-a220d101c00f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:50:59.028073 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-19105083-21a8-4046-8865-aa8480bfdad5 req-3177797b-e267-4ff8-8772-9f31e9ea7afb tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0856042
May 11 13:50:59.103086 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-9ae304ab-9ce3-410c-96e0-d6876df79db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:59.105497 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-9ae304ab-9ce3-410c-96e0-d6876df79db4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d185725581a24febb7946b4a64c64b41&device_id=8c47af3a-4b35-4e23-b209-cbe6e0cb4aef HTTP/1.1" status: 200  len: 1096 time: 0.0993032
May 11 13:50:59.190033 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-6f5085ff-322d-4d62-8782-c4c2ed1e8c52 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6dc11d48-886b-4d46-ba63-5798d535f790 HTTP/1.1" status: 200  len: 217 time: 0.0745122
May 11 13:50:59.257694 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-8d243809-b5db-4f19-b101-9aac42a74bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:59.259231 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-8d243809-b5db-4f19-b101-9aac42a74bb2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eff3406f-1fd8-4742-aa2f-78f38079d01b HTTP/1.1" status: 200  len: 851 time: 0.0625179
May 11 13:50:59.351524 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-6eabaa94-bf61-46ad-a335-b50073b9d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:50:59.353359 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-6eabaa94-bf61-46ad-a335-b50073b9d1eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fd97d37a-0667-4ddc-b6b6-37157baca3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0877583
May 11 13:50:59.417880 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-c6d0cb69-8486-41e3-b519-043f40c90b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:59.501395 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-adad43f2-8790-4f3d-bdb8-3d5a8d534b83 service neutron] 10.222.0.54 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407948
May 11 13:50:59.586881 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:50:59.670347 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4d1ea139-7a3b-48b3-8f10-0855fb7653b1 req-0e785e1d-320c-4f2f-8ae6-09044174358b service neutron] 10.222.0.54 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1616709
May 11 13:51:00.244667 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2dc1e630-fffe-440f-90ad-8a18d32c34da req-2a52bd6c-fe0b-446b-a5ac-5cb0e2bc161e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0899148
May 11 13:51:00.254637 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f1b77-5202-4e6b-b246-f1acc71182b5 req-c8c81719-8762-4e1a-abde-158bdb2a8062 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:00.257299 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device efc6a253-3af5-4d06-8ef4-7e846e937154 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:51:00.257493 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ef3f1b77-5202-4e6b-b246-f1acc71182b5 req-c8c81719-8762-4e1a-abde-158bdb2a8062 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c47af3a-4b35-4e23-b209-cbe6e0cb4aef HTTP/1.1" status: 200  len: 943 time: 0.1162188
May 11 13:51:00.308527 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ef3f1b77-5202-4e6b-b246-f1acc71182b5 req-a3ede092-e5b0-4240-8c3a-9742c14033ce tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435321
May 11 13:51:00.341863 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] No Port match for: efc6a253-3af5-4d06-8ef4-7e846e937154 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:51:00.342459 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device efc6a253-3af5-4d06-8ef4-7e846e937154 not bound to the agent host hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:51:00.350505 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c47af3a-4b35-4e23-b209-cbe6e0cb4aef', 'tag': '6dc11d48-886b-4d46-ba63-5798d535f790'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:51:00.411371 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1e630-fffe-440f-90ad-8a18d32c34da req-1d3e384e-b013-4d19-a5c9-6b6baba14024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:00.412975 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2dc1e630-fffe-440f-90ad-8a18d32c34da req-1d3e384e-b013-4d19-a5c9-6b6baba14024 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2117c366b46f4a7b867a6881d105e9e2&device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 1099 time: 0.0926282
May 11 13:51:00.423468 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c47af3a-4b35-4e23-b209-cbe6e0cb4aef', 'tag': '6dc11d48-886b-4d46-ba63-5798d535f790', 'status': 'completed', 'code': 200}
May 11 13:51:00.742847 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1e630-fffe-440f-90ad-8a18d32c34da req-03202405-76fd-47a6-8877-42c35a6ccff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:00.744339 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2dc1e630-fffe-440f-90ad-8a18d32c34da req-03202405-76fd-47a6-8877-42c35a6ccff5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8dd77e97-4eb7-4ba9-bde3-1bab06580f9e HTTP/1.1" status: 200  len: 909 time: 0.3090780
May 11 13:51:00.803150 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d699d53-0805-465d-88bc-b6ae3a2d30de req-27750a7a-5ca9-4df8-983c-c9b2594a203e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:00.804669 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7d699d53-0805-465d-88bc-b6ae3a2d30de req-27750a7a-5ca9-4df8-983c-c9b2594a203e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d185725581a24febb7946b4a64c64b41&device_id=8c47af3a-4b35-4e23-b209-cbe6e0cb4aef HTTP/1.1" status: 200  len: 1096 time: 0.3450923
May 11 13:51:00.863361 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2dc1e630-fffe-440f-90ad-8a18d32c34da req-4b373094-e040-4c25-85eb-5048b1d2435c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 HTTP/1.1" status: 200  len: 1000 time: 0.1104650
May 11 13:51:01.535337 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c989df-1ba9-4f40-9ef7-65e7792f93d2 req-54e80a52-3634-4f05-9e87-a3859e77541a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:01.537143 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-31c989df-1ba9-4f40-9ef7-65e7792f93d2 req-54e80a52-3634-4f05-9e87-a3859e77541a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c47af3a-4b35-4e23-b209-cbe6e0cb4aef HTTP/1.1" status: 200  len: 943 time: 0.0986693
May 11 13:51:01.586842 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-31c989df-1ba9-4f40-9ef7-65e7792f93d2 req-d6bb4049-e18d-4a2b-b6a3-c95e49c06331 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435321
May 11 13:51:02.238061 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:02.519333 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-4ff4414e-9ee8-44d5-a752-5fb76b441e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:02.830034 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1e630-fffe-440f-90ad-8a18d32c34da req-6bf91325-c400-4d9c-a9ba-e0e34fd5be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:02.831414 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2dc1e630-fffe-440f-90ad-8a18d32c34da req-6bf91325-c400-4d9c-a9ba-e0e34fd5be1b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4f718927-4558-4044-9512-8b085fcdc25e HTTP/1.1" status: 200  len: 847 time: 0.1988668
May 11 13:51:02.869879 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d699d53-0805-465d-88bc-b6ae3a2d30de req-aa9b42e5-f805-425c-9268-586bdad4d104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:02.871435 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7d699d53-0805-465d-88bc-b6ae3a2d30de req-aa9b42e5-f805-425c-9268-586bdad4d104 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fd97d37a-0667-4ddc-b6b6-37157baca3ab HTTP/1.1" status: 200  len: 913 time: 0.2401404
May 11 13:51:02.893552 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55aff9-2c37-4645-b73d-2cc4363b7368 req-a99931a9-3ff5-429e-bad6-d22f24324011 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:02.894274 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-4e55aff9-2c37-4645-b73d-2cc4363b7368 req-a99931a9-3ff5-429e-bad6-d22f24324011 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Synchronizing usage tracker for tenant:d185725581a24febb7946b4a64c64b41 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:51:02.910784 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-4e55aff9-2c37-4645-b73d-2cc4363b7368 req-a99931a9-3ff5-429e-bad6-d22f24324011 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Unset dirty status for tenant:d185725581a24febb7946b4a64c64b41 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:51:02.912112 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4e55aff9-2c37-4645-b73d-2cc4363b7368 req-a99931a9-3ff5-429e-bad6-d22f24324011 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c47af3a-4b35-4e23-b209-cbe6e0cb4aef HTTP/1.1" status: 200  len: 943 time: 0.1708934
May 11 13:51:02.959621 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4e55aff9-2c37-4645-b73d-2cc4363b7368 req-9ed7a4f4-047c-4876-9d29-9a6e0569fe07 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412116
May 11 13:51:03.375999 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:03.750618 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7d699d53-0805-465d-88bc-b6ae3a2d30de req-7eb544dc-e6f0-4397-b907-f819fd943a15 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6dc11d48-886b-4d46-ba63-5798d535f790 HTTP/1.1" status: 200  len: 217 time: 0.0715334
May 11 13:51:03.825986 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d699d53-0805-465d-88bc-b6ae3a2d30de req-ec22d568-0c5b-4c80-9a34-ecc9ccd80a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:03.827589 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7d699d53-0805-465d-88bc-b6ae3a2d30de req-ec22d568-0c5b-4c80-9a34-ecc9ccd80a1d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eff3406f-1fd8-4742-aa2f-78f38079d01b HTTP/1.1" status: 200  len: 851 time: 0.0692823
May 11 13:51:03.833326 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1e630-fffe-440f-90ad-8a18d32c34da req-146399ce-8139-4b8d-9c20-b4553320957a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:03.834711 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2dc1e630-fffe-440f-90ad-8a18d32c34da req-146399ce-8139-4b8d-9c20-b4553320957a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8dd77e97-4eb7-4ba9-bde3-1bab06580f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1850586
May 11 13:51:04.019266 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2dc1e630-fffe-440f-90ad-8a18d32c34da req-ca3ce61a-0a8b-46a1-b24d-c7b569b9aeed service neutron] 10.222.0.54 "GET /v2.0/networks/8dd77e97-4eb7-4ba9-bde3-1bab06580f9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1513124
May 11 13:51:04.025577 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d699d53-0805-465d-88bc-b6ae3a2d30de req-dab1977a-0a16-47c9-9754-93583ac08855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:04.027061 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7d699d53-0805-465d-88bc-b6ae3a2d30de req-dab1977a-0a16-47c9-9754-93583ac08855 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fd97d37a-0667-4ddc-b6b6-37157baca3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1915259
May 11 13:51:04.161175 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ad372-ed66-4c33-86fa-673ef3f5c230 req-2f084340-8257-4944-b1b0-518af0194929 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:04.162725 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7e9ad372-ed66-4c33-86fa-673ef3f5c230 req-2f084340-8257-4944-b1b0-518af0194929 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c47af3a-4b35-4e23-b209-cbe6e0cb4aef HTTP/1.1" status: 200  len: 943 time: 0.0912261
May 11 13:51:04.221924 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7e9ad372-ed66-4c33-86fa-673ef3f5c230 req-04de4aac-ea56-4382-90db-925abaee71dd tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517514
May 11 13:51:04.268401 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2dc1e630-fffe-440f-90ad-8a18d32c34da req-b7a6cf26-39ac-4f0a-a158-f02a5baf8a33 service neutron] 10.222.0.54 "GET /v2.0/networks/8dd77e97-4eb7-4ba9-bde3-1bab06580f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2403886
May 11 13:51:04.270053 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7d699d53-0805-465d-88bc-b6ae3a2d30de req-bbd0595c-9f31-498d-b3ed-8c660a3a7ffc service neutron] 10.222.0.54 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2244918
May 11 13:51:04.427332 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7d699d53-0805-465d-88bc-b6ae3a2d30de req-5e6ccc5a-2411-46e4-b41a-3211cfa7ab5f service neutron] 10.222.0.54 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1467953
May 11 13:51:04.838007 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:05.503360 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53ab88-0e34-4530-99be-4eaffffa92a7 req-ce1dd8a7-810d-4499-845f-fcf67cdee169 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:05.505545 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7e53ab88-0e34-4530-99be-4eaffffa92a7 req-ce1dd8a7-810d-4499-845f-fcf67cdee169 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c47af3a-4b35-4e23-b209-cbe6e0cb4aef HTTP/1.1" status: 200  len: 943 time: 0.1385005
May 11 13:51:05.579615 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7e53ab88-0e34-4530-99be-4eaffffa92a7 req-30c44cb3-86a5-4523-8436-0fab20a1cfee tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591106
May 11 13:51:06.305500 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 6dc11d48-886b-4d46-ba63-5798d535f790 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 11 13:51:06.453414 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port 6dc11d48-886b-4d46-ba63-5798d535f790, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6dc11d48-886b-4d46-ba63-5798d535f790,segment=NetworkSegment(da77338e-78ab-4b09-adcb-e7d35927c19a),segment_id=da77338e-78ab-4b09-adcb-e7d35927c19a)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:51:06.483804 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Returning: {'device': '6dc11d48-886b-4d46-ba63-5798d535f790', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'port_id': '6dc11d48-886b-4d46-ba63-5798d535f790', 'mac_address': 'fa:16:3e:ef:d5:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 11 13:51:06.568301 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:06.589364 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dc11d48-886b-4d46-ba63-5798d535f790 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:51:06.614514 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port 6dc11d48-886b-4d46-ba63-5798d535f790, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6dc11d48-886b-4d46-ba63-5798d535f790,segment=NetworkSegment(da77338e-78ab-4b09-adcb-e7d35927c19a),segment_id=da77338e-78ab-4b09-adcb-e7d35927c19a)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:51:06.621699 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:06.624652 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-7f34a388-a4da-4897-ba46-44acd777e9e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:51:06.705157 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=6dc11d48-886b-4d46-ba63-5798d535f790,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:51:06.709405 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:51:06.865098 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['6dc11d48-886b-4d46-ba63-5798d535f790'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:51:06.919128 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4d299-632d-4fb0-8b5e-049a3d29cfa7 req-0fb2ca8b-a925-405a-a47f-5d8f77928704 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:06.921120 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a4e4d299-632d-4fb0-8b5e-049a3d29cfa7 req-0fb2ca8b-a925-405a-a47f-5d8f77928704 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c47af3a-4b35-4e23-b209-cbe6e0cb4aef HTTP/1.1" status: 200  len: 944 time: 0.1799109
May 11 13:51:07.002994 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a4e4d299-632d-4fb0-8b5e-049a3d29cfa7 req-5a55eab6-3454-4900-b852-a13237adfbe5 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761278
May 11 13:51:08.268268 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe013bba-f864-40b1-bb2f-97f256a1e7e0 req-a4543d30-e363-4448-874b-0e80b7aa5a9a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:08.277367 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fe013bba-f864-40b1-bb2f-97f256a1e7e0 req-a4543d30-e363-4448-874b-0e80b7aa5a9a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c47af3a-4b35-4e23-b209-cbe6e0cb4aef HTTP/1.1" status: 200  len: 944 time: 0.1266768
May 11 13:51:08.306838 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 6dc11d48-886b-4d46-ba63-5798d535f790 up at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:51:08.340827 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fe013bba-f864-40b1-bb2f-97f256a1e7e0 req-fc494edc-e0cc-4966-9f1e-6e195c44632f tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619228
May 11 13:51:08.395492 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning for port 6dc11d48-886b-4d46-ba63-5798d535f790 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:51:08.401482 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning complete for port 6dc11d48-886b-4d46-ba63-5798d535f790 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:51:08.401859 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:08.593438 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:08.646453 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c47af3a-4b35-4e23-b209-cbe6e0cb4aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc11d48-886b-4d46-ba63-5798d535f790'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:51:08.668237 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port 6dc11d48-886b-4d46-ba63-5798d535f790, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6dc11d48-886b-4d46-ba63-5798d535f790,segment=NetworkSegment(da77338e-78ab-4b09-adcb-e7d35927c19a),segment_id=da77338e-78ab-4b09-adcb-e7d35927c19a)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:51:08.680399 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:08.690267 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:51:08.799726 dv-cinder-784779-11-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c47af3a-4b35-4e23-b209-cbe6e0cb4aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc11d48-886b-4d46-ba63-5798d535f790', 'code': 200}
May 11 13:51:08.846530 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=6dc11d48-886b-4d46-ba63-5798d535f790,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:51:08.855664 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:51:09.544158 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2da7f-f801-4a99-99a6-ef1af9cf7564 req-3fcc1341-1e6e-4c8a-8ef9-9d8f05a2712a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:09.551359 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4fd2da7f-f801-4a99-99a6-ef1af9cf7564 req-3fcc1341-1e6e-4c8a-8ef9-9d8f05a2712a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c47af3a-4b35-4e23-b209-cbe6e0cb4aef HTTP/1.1" status: 200  len: 945 time: 0.1001227
May 11 13:51:09.750336 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4fd2da7f-f801-4a99-99a6-ef1af9cf7564 req-52bf6e81-fea7-4c4c-87e2-451f84650574 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1979489
May 11 13:51:10.968752 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e379d5-dc7b-4b1a-a9e7-a43e002dee3c req-b13ce18a-bb92-48c1-adcb-ab78c1111c91 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:10.971210 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c4e379d5-dc7b-4b1a-a9e7-a43e002dee3c req-b13ce18a-bb92-48c1-adcb-ab78c1111c91 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c47af3a-4b35-4e23-b209-cbe6e0cb4aef HTTP/1.1" status: 200  len: 945 time: 0.1030903
May 11 13:51:11.023214 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c4e379d5-dc7b-4b1a-a9e7-a43e002dee3c req-b6167fbd-f53e-4b0c-b499-e386e1cf1340 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460141
May 11 13:51:12.181918 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5a160-b819-477f-949b-ff5552b26642 req-6ef4b9d6-d827-45e0-8417-5af5084e9da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:12.183683 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-51b5a160-b819-477f-949b-ff5552b26642 req-6ef4b9d6-d827-45e0-8417-5af5084e9da6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8c47af3a-4b35-4e23-b209-cbe6e0cb4aef HTTP/1.1" status: 200  len: 1098 time: 0.1350851
May 11 13:51:12.281280 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-51b5a160-b819-477f-949b-ff5552b26642 req-fada8a0f-aced-420e-a5df-a62122dde5c2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0889413
May 11 13:51:12.320250 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa1735-95e4-4d43-97a8-49b4cd611add req-1b9e91ec-5656-44c6-931b-3ca1ff96adf6 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:12.328763 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-30aa1735-95e4-4d43-97a8-49b4cd611add req-1b9e91ec-5656-44c6-931b-3ca1ff96adf6 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c47af3a-4b35-4e23-b209-cbe6e0cb4aef HTTP/1.1" status: 200  len: 945 time: 0.1215236
May 11 13:51:12.381777 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-30aa1735-95e4-4d43-97a8-49b4cd611add req-fc38590e-b8ed-4f03-aaf7-76af55c4200c tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527923
May 11 13:51:13.601548 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69619816-7386-48ea-a535-f8a26cf1606f req-2024fde3-de41-4fb0-a928-548c000a160d tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:13.609831 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-69619816-7386-48ea-a535-f8a26cf1606f req-2024fde3-de41-4fb0-a928-548c000a160d tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c47af3a-4b35-4e23-b209-cbe6e0cb4aef HTTP/1.1" status: 200  len: 945 time: 0.1085989
May 11 13:51:13.666680 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-69619816-7386-48ea-a535-f8a26cf1606f req-27d81bce-fe10-478f-9d90-c067eb551d7a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556381
May 11 13:51:13.862523 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983249c-b70f-4316-8521-e42314365521 req-57205c2f-38c2-47f3-913c-6e04b597005d tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:13.869901 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e983249c-b70f-4316-8521-e42314365521 req-57205c2f-38c2-47f3-913c-6e04b597005d tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c47af3a-4b35-4e23-b209-cbe6e0cb4aef HTTP/1.1" status: 200  len: 945 time: 0.0923526
May 11 13:51:13.930861 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e983249c-b70f-4316-8521-e42314365521 req-0e945f47-ca2f-4d72-bf8e-6aaae684220d tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600185
May 11 13:51:13.960997 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 52030) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:51:14.245653 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9065a68-f87e-46d5-bb3f-ac5438e87002 tempest-TestVolumeBootPattern-506459585 tempest-TestVolumeBootPattern-506459585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:14.250726 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 52042) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:51:14.251628 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-c9065a68-f87e-46d5-bb3f-ac5438e87002 tempest-TestVolumeBootPattern-506459585 tempest-TestVolumeBootPattern-506459585-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8c47af3a-4b35-4e23-b209-cbe6e0cb4aef HTTP/1.1" status: 200  len: 1093 time: 0.2891679
May 11 13:51:14.262288 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-45178342-d343-4b60-90dd-a7e03cec39f3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Request body: {'floatingip': {'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'port_id': '6dc11d48-886b-4d46-ba63-5798d535f790', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'fixed_ip_address': '172.20.0.7'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:51:14.274740 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-45178342-d343-4b60-90dd-a7e03cec39f3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:51:14.286629 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-45178342-d343-4b60-90dd-a7e03cec39f3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Usage tracker for resource:floatingip and tenant:d185725581a24febb7946b4a64c64b41 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:51:14.290567 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-45178342-d343-4b60-90dd-a7e03cec39f3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:51:14.302923 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-45178342-d343-4b60-90dd-a7e03cec39f3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:51:14.318698 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-45178342-d343-4b60-90dd-a7e03cec39f3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for floatingip, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:14.481209 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-45178342-d343-4b60-90dd-a7e03cec39f3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:14.634876 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-45178342-d343-4b60-90dd-a7e03cec39f3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Allocated IP 172.27.1.171 (e051f2fa-e4f7-48f8-93ce-58e38fee5eb4/218716c0-958e-4312-849b-6a79832afb0f/5a936b25-2cec-44a6-8706-3818970a8bb0) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:51:14.875672 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-45178342-d343-4b60-90dd-a7e03cec39f3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:14.923716 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-45178342-d343-4b60-90dd-a7e03cec39f3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:14.938810 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-f6b5c51d-0b2e-4054-a955-d2fcf0e8cf50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:51:15.008149 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45178342-d343-4b60-90dd-a7e03cec39f3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Network e051f2fa-e4f7-48f8-93ce-58e38fee5eb4 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:51:15.010229 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-45178342-d343-4b60-90dd-a7e03cec39f3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:51:15.019604 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45178342-d343-4b60-90dd-a7e03cec39f3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:51:15.059048 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45178342-d343-4b60-90dd-a7e03cec39f3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Pushing event updated for resources: {'Port': ['ID=5a936b25-2cec-44a6-8706-3818970a8bb0,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:51:15.066650 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-45178342-d343-4b60-90dd-a7e03cec39f3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:51:15.654230 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-45178342-d343-4b60-90dd-a7e03cec39f3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:15.764367 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-45178342-d343-4b60-90dd-a7e03cec39f3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:15.998982 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-45178342-d343-4b60-90dd-a7e03cec39f3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:16.004799 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-45178342-d343-4b60-90dd-a7e03cec39f3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:16.009819 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-45178342-d343-4b60-90dd-a7e03cec39f3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:51:16.280144 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45178342-d343-4b60-90dd-a7e03cec39f3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Pushing event updated for resources: {'Port': ['ID=5a936b25-2cec-44a6-8706-3818970a8bb0,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:51:16.295135 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-45178342-d343-4b60-90dd-a7e03cec39f3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:51:16.298447 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-45178342-d343-4b60-90dd-a7e03cec39f3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709941'] for floatingip, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:16.541099 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.db.l3_db [None req-45178342-d343-4b60-90dd-a7e03cec39f3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Floating IP a51be1eb-4ebf-472c-be6b-5f9e726b963f associated. External IP: 172.27.1.171, port: 6dc11d48-886b-4d46-ba63-5798d535f790.
May 11 13:51:16.656456 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:51:16.965039 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45178342-d343-4b60-90dd-a7e03cec39f3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Router 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:51:17.185829 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45178342-d343-4b60-90dd-a7e03cec39f3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:51:17.197123 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02eee014-7684-4dc5-a745-9f27a75dc108 None None] Sync routers for ids ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'] in dv-cinder-784779-11-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:51:17.209772 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02eee014-7684-4dc5-a745-9f27a75dc108 None None] Routers {'3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:51:17.210577 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-02eee014-7684-4dc5-a745-9f27a75dc108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e0e280>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:51:02Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:51:17.233636 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-45178342-d343-4b60-90dd-a7e03cec39f3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for floatingip, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:17.360284 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-45178342-d343-4b60-90dd-a7e03cec39f3 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1027925
May 11 13:51:17.360284 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c47af3a-4b35-4e23-b209-cbe6e0cb4aef', 'tag': '6dc11d48-886b-4d46-ba63-5798d535f790'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:51:17.416962 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-02eee014-7684-4dc5-a745-9f27a75dc108 None None] Set router 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:51:17.464073 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c47af3a-4b35-4e23-b209-cbe6e0cb4aef', 'tag': '6dc11d48-886b-4d46-ba63-5798d535f790', 'status': 'completed', 'code': 200}
May 11 13:51:17.656897 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f6ee5-000b-4922-98c8-068f140d2c7b req-30f27550-e4b3-489b-abed-7ccb90bd2d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:17.659926 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-436f6ee5-000b-4922-98c8-068f140d2c7b req-30f27550-e4b3-489b-abed-7ccb90bd2d09 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d185725581a24febb7946b4a64c64b41&device_id=8c47af3a-4b35-4e23-b209-cbe6e0cb4aef HTTP/1.1" status: 200  len: 1098 time: 0.1573534
May 11 13:51:17.895637 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f6ee5-000b-4922-98c8-068f140d2c7b req-5d04a58c-1d04-49bc-9670-4f487281de35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:17.901417 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-436f6ee5-000b-4922-98c8-068f140d2c7b req-5d04a58c-1d04-49bc-9670-4f487281de35 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fd97d37a-0667-4ddc-b6b6-37157baca3ab HTTP/1.1" status: 200  len: 913 time: 0.2348039
May 11 13:51:17.980806 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-02eee014-7684-4dc5-a745-9f27a75dc108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e0e280>, [{'id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'name': 'tempest-TestVolumeBootPattern-1118253124-router', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:44:50Z', 'updated_at': '2021-05-11T13:44:57Z', 'revision_number': 4, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'gw_port': {'id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:51Z', 'updated_at': '2021-05-11T13:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_floatingips': [{'id': '4de5bfe8-fd59-4de3-9204-9d8360e9c4ba', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'port_id': '247de115-5c6d-44da-9da0-9bdc03a9222d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'mac_address': 'fa:16:3e:5b:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6944d65-3f74-49ba-8272-9c5f5aa4f193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:49:06Z', 'updated_at': '2021-05-11T13:49:10Z', 'revision_number': 1, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'fixed_ip_address_scope': None}, {'id': 'a51be1eb-4ebf-472c-be6b-5f9e726b963f', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'port_id': '6dc11d48-886b-4d46-ba63-5798d535f790', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'mac_address': 'fa:16:3e:ef:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47af3a-4b35-4e23-b209-cbe6e0cb4aef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:51:15Z', 'updated_at': '2021-05-11T13:51:15Z', 'revision_number': 0, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ceaf8f-53d1-41e2-8851-754b528727a9', 'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'mac_address': 'fa:16:3e:30:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:57Z', 'updated_at': '2021-05-11T13:45:05Z', 'revision_number': 5, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'subnets': [{'id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:51:17.988393 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02eee014-7684-4dc5-a745-9f27a75dc108 None None] Checking router: 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d for host: dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:51:18.001336 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02eee014-7684-4dc5-a745-9f27a75dc108 None None] Routers {'3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:51:18.002245 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-02eee014-7684-4dc5-a745-9f27a75dc108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e0e280>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:51:02Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:51:18.053482 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-436f6ee5-000b-4922-98c8-068f140d2c7b req-6c64e281-0f81-4058-aeb4-02040f134cc4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6dc11d48-886b-4d46-ba63-5798d535f790 HTTP/1.1" status: 200  len: 999 time: 0.1421616
May 11 13:51:18.160318 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f6ee5-000b-4922-98c8-068f140d2c7b req-53a1b892-590b-45c9-b977-b7ec82fa2ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:18.162011 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-436f6ee5-000b-4922-98c8-068f140d2c7b req-53a1b892-590b-45c9-b977-b7ec82fa2ce9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eff3406f-1fd8-4742-aa2f-78f38079d01b HTTP/1.1" status: 200  len: 851 time: 0.1017029
May 11 13:51:18.286233 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-02eee014-7684-4dc5-a745-9f27a75dc108 None None] Set router 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:51:18.326539 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f6ee5-000b-4922-98c8-068f140d2c7b req-ace9f8fd-7d4b-4b54-9b1a-aadedca9ea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:18.328568 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-436f6ee5-000b-4922-98c8-068f140d2c7b req-ace9f8fd-7d4b-4b54-9b1a-aadedca9ea47 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fd97d37a-0667-4ddc-b6b6-37157baca3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1589036
May 11 13:51:18.733042 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-436f6ee5-000b-4922-98c8-068f140d2c7b req-fc34adfc-3c74-4dd2-b8b6-0571199ab3ba service neutron] 10.222.0.54 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3964927
May 11 13:51:18.882321 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-02eee014-7684-4dc5-a745-9f27a75dc108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e0e280>, [{'id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'name': 'tempest-TestVolumeBootPattern-1118253124-router', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:44:50Z', 'updated_at': '2021-05-11T13:44:57Z', 'revision_number': 4, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'gw_port': {'id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:51Z', 'updated_at': '2021-05-11T13:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_floatingips': [{'id': '4de5bfe8-fd59-4de3-9204-9d8360e9c4ba', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'port_id': '247de115-5c6d-44da-9da0-9bdc03a9222d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'mac_address': 'fa:16:3e:5b:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6944d65-3f74-49ba-8272-9c5f5aa4f193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:49:06Z', 'updated_at': '2021-05-11T13:49:10Z', 'revision_number': 1, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'fixed_ip_address_scope': None}, {'id': 'a51be1eb-4ebf-472c-be6b-5f9e726b963f', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'port_id': '6dc11d48-886b-4d46-ba63-5798d535f790', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'mac_address': 'fa:16:3e:ef:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47af3a-4b35-4e23-b209-cbe6e0cb4aef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:51:15Z', 'updated_at': '2021-05-11T13:51:15Z', 'revision_number': 0, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ceaf8f-53d1-41e2-8851-754b528727a9', 'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'mac_address': 'fa:16:3e:30:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:57Z', 'updated_at': '2021-05-11T13:45:05Z', 'revision_number': 5, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'subnets': [{'id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:51:18.888391 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02eee014-7684-4dc5-a745-9f27a75dc108 None None] The sync data for ids ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'] in dv-cinder-784779-11-iscsi is: [{'id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'name': 'tempest-TestVolumeBootPattern-1118253124-router', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:44:50Z', 'updated_at': '2021-05-11T13:44:57Z', 'revision_number': 4, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'gw_port': {'id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:51Z', 'updated_at': '2021-05-11T13:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_floatingips': [{'id': '4de5bfe8-fd59-4de3-9204-9d8360e9c4ba', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'port_id': '247de115-5c6d-44da-9da0-9bdc03a9222d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'mac_address': 'fa:16:3e:5b:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6944d65-3f74-49ba-8272-9c5f5aa4f193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:49:06Z', 'updated_at': '2021-05-11T13:49:10Z', 'revision_number': 1, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'fixed_ip_address_scope': None}, {'id': 'a51be1eb-4ebf-472c-be6b-5f9e726b963f', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'port_id': '6dc11d48-886b-4d46-ba63-5798d535f790', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'mac_address': 'fa:16:3e:ef:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c47af3a-4b35-4e23-b209-cbe6e0cb4aef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:51:15Z', 'updated_at': '2021-05-11T13:51:15Z', 'revision_number': 0, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ceaf8f-53d1-41e2-8851-754b528727a9', 'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'mac_address': 'fa:16:3e:30:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:57Z', 'updated_at': '2021-05-11T13:45:05Z', 'revision_number': 5, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'subnets': [{'id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:51:18.927413 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-436f6ee5-000b-4922-98c8-068f140d2c7b req-b271092c-0296-4448-911a-65ebe058d894 service neutron] 10.222.0.54 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1856220
May 11 13:51:19.211004 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ccc00e-6047-442f-8879-f82a15f70d13 None None] New status for floating IP a51be1eb-4ebf-472c-be6b-5f9e726b963f: ACTIVE {{(pid=78705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 11 13:51:24.153701 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 52230) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:51:24.218219 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc01ece-522d-4026-8237-022b04ef7ea1 admin admin] Deleting subnet 031e387b-8510-4455-8d12-bd04e663371f {{(pid=78702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 11 13:51:24.221375 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4fc01ece-522d-4026-8237-022b04ef7ea1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:24.271891 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4fc01ece-522d-4026-8237-022b04ef7ea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143158'] for subnet, precommit_delete_associations {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:24.333039 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4fc01ece-522d-4026-8237-022b04ef7ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861720'] for subnet, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:24.595877 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4fc01ece-522d-4026-8237-022b04ef7ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2529524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514346'] for subnet, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:24.600475 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-6211f774-ede2-4eef-93e9-25c7c4cf291a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:51:24.646161 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc01ece-522d-4026-8237-022b04ef7ea1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=031e387b-8510-4455-8d12-bd04e663371f,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:51:24.649262 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-4fc01ece-522d-4026-8237-022b04ef7ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:51:24.650144 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4fc01ece-522d-4026-8237-022b04ef7ea1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:24.656483 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-4fc01ece-522d-4026-8237-022b04ef7ea1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/031e387b-8510-4455-8d12-bd04e663371f HTTP/1.1" status: 204  len: 168 time: 0.5017197
May 11 13:51:24.659097 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 52236) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:51:24.767570 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f524a573-6d8a-43b7-92ae-c40292ff173e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785944'] for network, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:24.924337 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f524a573-6d8a-43b7-92ae-c40292ff173e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863971', 'neutron.services.segments.db._delete_segments_for_network-8734582855581'] for network, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:24.938710 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-f524a573-6d8a-43b7-92ae-c40292ff173e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ad8059430>,) {'filters': {'network_id': ['4ad1df82-f4d8-4c20-bb87-8387b3fd3752']}} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:51:24.951806 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-f524a573-6d8a-43b7-92ae-c40292ff173e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad8059430>, '76b4625c-3be1-4708-bfc3-ca648299c5b8') {'for_net_delete': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:51:24.952144 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-f524a573-6d8a-43b7-92ae-c40292ff173e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad8059430>, '76b4625c-3be1-4708-bfc3-ca648299c5b8') {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:51:24.964099 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f524a573-6d8a-43b7-92ae-c40292ff173e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582867559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143145'] for segment, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:24.982412 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f524a573-6d8a-43b7-92ae-c40292ff173e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:24.990040 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f524a573-6d8a-43b7-92ae-c40292ff173e admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=78702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 11 13:51:24.990593 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f524a573-6d8a-43b7-92ae-c40292ff173e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2529426'] for segment, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]: Traceback (most recent call last):
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]:     timer()
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]:     cb(*args, **kw)
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]:     return func(*args, **kwargs)
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]:     self._notify()
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]:     self.callback(batched_events)
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]:     event.method(event)
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]:     aggregate_uuid = self.p_client.list_aggregates(
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]:     return f(self, *a, **k)
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]:     return self._get(url).json()
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]:     return self.request(url, 'GET', **kwargs)
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]:     base_url = self.get_endpoint(auth, allow=allow,
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 11 13:51:25.004335 dv-cinder-784779-11-iscsi neutron-server[78702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 11 13:51:25.086564 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f524a573-6d8a-43b7-92ae-c40292ff173e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709946'] for network, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:25.090852 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:51:25.103903 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f524a573-6d8a-43b7-92ae-c40292ff173e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:25.114788 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524a573-6d8a-43b7-92ae-c40292ff173e admin admin] Pushing event deleted for resources: {'Network': ['ID=4ad1df82-f4d8-4c20-bb87-8387b3fd3752,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:51:25.117988 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-f524a573-6d8a-43b7-92ae-c40292ff173e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:51:25.124991 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-f524a573-6d8a-43b7-92ae-c40292ff173e admin admin] 10.222.0.48 "DELETE /v2.0/networks/4ad1df82-f4d8-4c20-bb87-8387b3fd3752 HTTP/1.1" status: 204  len: 168 time: 0.4647145
May 11 13:51:25.434108 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 52246) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:51:25.490502 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-81bc8510-6952-4b64-8a6f-0b3be3011d9f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2354301d345b4beea3fd5d4a86156a2c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0523963
May 11 13:51:25.490749 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 52250) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:51:25.553481 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-518b205a-5d52-4502-961f-a45483994ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:25.579928 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-518b205a-5d52-4502-961f-a45483994ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:25.637772 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-518b205a-5d52-4502-961f-a45483994ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:25.641617 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3cd4cf99-c15b-485e-bda8-16aa0c5bcbec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:51:25.657963 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b205a-5d52-4502-961f-a45483994ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9eaf86b-ef6c-4309-a35b-ecabbd561219,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:51:25.661224 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-518b205a-5d52-4502-961f-a45483994ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:51:25.672689 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-518b205a-5d52-4502-961f-a45483994ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:25.674539 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-518b205a-5d52-4502-961f-a45483994ea9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e9eaf86b-ef6c-4309-a35b-ecabbd561219 HTTP/1.1" status: 204  len: 168 time: 0.1823089
May 11 13:51:27.000053 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 52284) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:51:27.129853 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-92a6051c-c146-4ce4-8616-56977d5d2100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:27.148484 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-92a6051c-c146-4ce4-8616-56977d5d2100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:51:27.152672 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-92a6051c-c146-4ce4-8616-56977d5d2100 admin admin] Usage tracker for resource:security_group_rule and tenant:4a57922c95f6413588c612e2fb3e28b5 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:51:27.155771 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-92a6051c-c146-4ce4-8616-56977d5d2100 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:51:27.161938 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-92a6051c-c146-4ce4-8616-56977d5d2100 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:51:27.251421 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-92a6051c-c146-4ce4-8616-56977d5d2100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:27.258199 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-92a6051c-c146-4ce4-8616-56977d5d2100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:27.266684 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e714fa97-26f3-4d84-816a-55116c6bea31 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:51:27.312917 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-92a6051c-c146-4ce4-8616-56977d5d2100 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4a57922c95f6413588c612e2fb3e28b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3090777
May 11 13:51:27.312917 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6051c-c146-4ce4-8616-56977d5d2100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b16c19f-3760-49cb-804b-1cd72e392f32,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:51:27.313354 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 52290) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:51:27.315490 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-92a6051c-c146-4ce4-8616-56977d5d2100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:51:27.374592 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d9801937-04bc-464c-8f34-b3594f306487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:27.402522 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d9801937-04bc-464c-8f34-b3594f306487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:27.463197 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d9801937-04bc-464c-8f34-b3594f306487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:27.467223 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-1c51a882-9635-41fc-8301-dcab9edad9dd tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:51:27.481618 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9801937-04bc-464c-8f34-b3594f306487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b16c19f-3760-49cb-804b-1cd72e392f32,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:51:27.493364 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-d9801937-04bc-464c-8f34-b3594f306487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:51:27.497886 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d9801937-04bc-464c-8f34-b3594f306487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:27.500384 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-d9801937-04bc-464c-8f34-b3594f306487 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6b16c19f-3760-49cb-804b-1cd72e392f32 HTTP/1.1" status: 204  len: 168 time: 0.1860476
May 11 13:51:29.409289 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-e52e2e48-1f72-4f76-b89a-246afe462f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:29.616723 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:32.235245 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:32.518763 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-8a8c71be-ba85-439d-82cf-7945d2c8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:33.384749 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:34.797456 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:42.446130 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 52374) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:51:42.578984 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b7b00313-6f81-4800-94bc-be1169dbe7d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:42.595035 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-b7b00313-6f81-4800-94bc-be1169dbe7d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:51:42.600206 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-b7b00313-6f81-4800-94bc-be1169dbe7d1 admin admin] Usage tracker for resource:security_group_rule and tenant:df826dd4391848cc9f1ea526df7fc6da is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:51:42.603466 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-b7b00313-6f81-4800-94bc-be1169dbe7d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:51:42.610769 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-b7b00313-6f81-4800-94bc-be1169dbe7d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:51:42.700295 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b7b00313-6f81-4800-94bc-be1169dbe7d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:42.705520 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b7b00313-6f81-4800-94bc-be1169dbe7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:42.717438 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2bc955fe-23d3-4978-8615-bb8b2ba663ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:51:42.759082 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b00313-6f81-4800-94bc-be1169dbe7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d89ecb-b02c-4193-8569-20527c921599,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:51:42.763341 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-b7b00313-6f81-4800-94bc-be1169dbe7d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=df826dd4391848cc9f1ea526df7fc6da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3159075
May 11 13:51:42.764340 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b7b00313-6f81-4800-94bc-be1169dbe7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:51:42.766216 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 52380) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:51:42.830462 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-dfe9ddaa-13ab-4385-92ab-20899e619dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:42.862072 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-dfe9ddaa-13ab-4385-92ab-20899e619dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:42.920556 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-dfe9ddaa-13ab-4385-92ab-20899e619dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:42.924428 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-c1d80ded-499d-47e5-bdf6-dcfef4df4685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:51:42.935886 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9ddaa-13ab-4385-92ab-20899e619dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d89ecb-b02c-4193-8569-20527c921599,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:51:42.939942 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-dfe9ddaa-13ab-4385-92ab-20899e619dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:51:42.943975 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-dfe9ddaa-13ab-4385-92ab-20899e619dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:42.945154 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-dfe9ddaa-13ab-4385-92ab-20899e619dea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/18d89ecb-b02c-4193-8569-20527c921599 HTTP/1.1" status: 204  len: 168 time: 0.1780009
May 11 13:51:45.763268 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-da0fabbd-b6da-4547-afe3-b4f5e82b3030 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9a59e68fbc134bf682ef982571730dee&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0338762
May 11 13:51:45.942356 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-ee81c4e2-fff7-49d5-9ef3-6172d31a42a0 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:45.943731 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-ee81c4e2-fff7-49d5-9ef3-6172d31a42a0 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1750584
May 11 13:51:45.961171 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-5c4f9af7-c80b-42be-9aa1-ef589ed26a93 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] 10.222.0.48 "GET /v2.0/quotas/9a59e68fbc134bf682ef982571730dee HTTP/1.1" status: 200  len: 375 time: 0.0098829
May 11 13:51:46.112444 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-de2f9013-c37c-4f3a-846e-5bf9386c778d tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a59e68fbc134bf682ef982571730dee&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1439104
May 11 13:51:46.412521 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-741e366d-9667-4acd-bc73-92cda3310b16 req-aad90fd5-fa59-4ca3-92e6-1be07277c221 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] 10.222.0.48 "GET /v2.0/ports?device_id=8555441e-455a-4bb5-8a3b-2d18ffbfbfc3 HTTP/1.1" status: 200  len: 210 time: 0.1531889
May 11 13:51:47.287952 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-54f5a1f4-2cec-4de9-a7b4-79010064a87d tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=9a59e68fbc134bf682ef982571730dee&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0295599
May 11 13:51:47.443159 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-00ba1322-65f5-47a2-96e0-cb4c524b6382 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:47.444964 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-00ba1322-65f5-47a2-96e0-cb4c524b6382 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1519012
May 11 13:51:47.463852 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b7bf3165-bcb1-4446-bfe3-a374c23ec422 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Request body: {'port': {'device_id': '8555441e-455a-4bb5-8a3b-2d18ffbfbfc3', 'network_id': '5bc21d81-1b06-47f8-948c-2e3a9528a129', 'admin_state_up': True, 'tenant_id': '9a59e68fbc134bf682ef982571730dee'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:51:47.592161 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-eed68b7a-f1f9-4e71-9591-b841de47d468 req-e5023a29-c2e6-4e21-a3ec-daf5226bc72a tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] 10.222.0.48 "GET /v2.0/ports?device_id=8555441e-455a-4bb5-8a3b-2d18ffbfbfc3 HTTP/1.1" status: 200  len: 210 time: 0.0540111
May 11 13:51:47.651550 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b7bf3165-bcb1-4446-bfe3-a374c23ec422 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:51:47.656495 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b7bf3165-bcb1-4446-bfe3-a374c23ec422 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Usage tracker for resource:port and tenant:9a59e68fbc134bf682ef982571730dee is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:51:47.659489 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b7bf3165-bcb1-4446-bfe3-a374c23ec422 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:51:47.665874 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b7bf3165-bcb1-4446-bfe3-a374c23ec422 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:51:47.679328 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b7bf3165-bcb1-4446-bfe3-a374c23ec422 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Made reservation on behalf of 9a59e68fbc134bf682ef982571730dee for: {'port': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 11 13:51:47.682831 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b7bf3165-bcb1-4446-bfe3-a374c23ec422 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:47.695671 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b7bf3165-bcb1-4446-bfe3-a374c23ec422 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:47.710365 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b7bf3165-bcb1-4446-bfe3-a374c23ec422 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:51:47.714197 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b7bf3165-bcb1-4446-bfe3-a374c23ec422 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Usage tracker for resource:security_group_rule and tenant:9a59e68fbc134bf682ef982571730dee is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:51:47.716992 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b7bf3165-bcb1-4446-bfe3-a374c23ec422 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:51:47.722864 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b7bf3165-bcb1-4446-bfe3-a374c23ec422 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:51:47.820195 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b7bf3165-bcb1-4446-bfe3-a374c23ec422 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:47.827379 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b7bf3165-bcb1-4446-bfe3-a374c23ec422 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:47.830589 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-58fdbd73-6ab9-44ad-90f8-0be8ee829fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:51:47.910376 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf3165-bcb1-4446-bfe3-a374c23ec422 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=159cf17e-9c6b-43e8-a13b-1a741f1a5653,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:51:47.913982 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b7bf3165-bcb1-4446-bfe3-a374c23ec422 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:51:48.009696 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b7bf3165-bcb1-4446-bfe3-a374c23ec422 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Allocated IP 192.168.233.251 (5bc21d81-1b06-47f8-948c-2e3a9528a129/400a15e5-46bc-4be6-8279-a5b258adf65f/f16b6498-960e-493e-8f8b-21f8ae5ac772) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 11 13:51:48.229678 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b7bf3165-bcb1-4446-bfe3-a374c23ec422 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:48.246464 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b7bf3165-bcb1-4446-bfe3-a374c23ec422 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Transition to ACTIVE for port object f16b6498-960e-493e-8f8b-21f8ae5ac772 will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:51:48.271976 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b7bf3165-bcb1-4446-bfe3-a374c23ec422 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734582431735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:48.278051 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-231fcfe0-4c62-4015-9898-76b2a95ccc77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:51:48.345778 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b7bf3165-bcb1-4446-bfe3-a374c23ec422 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Network 5bc21d81-1b06-47f8-948c-2e3a9528a129 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 11 13:51:48.349062 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b7bf3165-bcb1-4446-bfe3-a374c23ec422 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 11 13:51:48.358737 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b7bf3165-bcb1-4446-bfe3-a374c23ec422 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 11 13:51:48.396206 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf3165-bcb1-4446-bfe3-a374c23ec422 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Pushing event updated for resources: {'Port': ['ID=f16b6498-960e-493e-8f8b-21f8ae5ac772,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:51:48.401040 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b7bf3165-bcb1-4446-bfe3-a374c23ec422 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:51:48.432373 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b7bf3165-bcb1-4446-bfe3-a374c23ec422 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:48.433014 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b7bf3165-bcb1-4446-bfe3-a374c23ec422 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:48.461477 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b7bf3165-bcb1-4446-bfe3-a374c23ec422 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.0018656
May 11 13:51:48.486223 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b2dc459d-3d4b-4363-ad84-98296992ab3b service neutron] Request body: {'port': {'device_id': '8555441e-455a-4bb5-8a3b-2d18ffbfbfc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 11 13:51:48.603095 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-69f98f17-bee1-4517-9edf-cf0f9fa90c80 None None] Provisioning for port f16b6498-960e-493e-8f8b-21f8ae5ac772 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:51:48.608899 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-69f98f17-bee1-4517-9edf-cf0f9fa90c80 None None] Provisioning complete for port f16b6498-960e-493e-8f8b-21f8ae5ac772 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:51:48.609271 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-69f98f17-bee1-4517-9edf-cf0f9fa90c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:48.611320 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b2dc459d-3d4b-4363-ad84-98296992ab3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:48.667863 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-69f98f17-bee1-4517-9edf-cf0f9fa90c80 None None] Port f16b6498-960e-493e-8f8b-21f8ae5ac772 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 11 13:51:48.881371 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8209e12-2531-47a4-849a-2d430fc0660c req-d1f7ddb8-6206-4ec4-bbaf-73e52bb2ff41 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:48.882852 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a8209e12-2531-47a4-849a-2d430fc0660c req-d1f7ddb8-6206-4ec4-bbaf-73e52bb2ff41 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] 10.222.0.48 "GET /v2.0/ports?device_id=8555441e-455a-4bb5-8a3b-2d18ffbfbfc3 HTTP/1.1" status: 200  len: 936 time: 0.1757579
May 11 13:51:48.929923 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a8209e12-2531-47a4-849a-2d430fc0660c req-dafe3b28-f054-4a6f-9c87-e04bb0e58c69 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] 10.222.0.48 "GET /v2.0/security-groups?id=159cf17e-9c6b-43e8-a13b-1a741f1a5653&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403016
May 11 13:51:48.981708 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b2dc459d-3d4b-4363-ad84-98296992ab3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f16b6498-960e-493e-8f8b-21f8ae5ac772 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:51:48.989953 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b2dc459d-3d4b-4363-ad84-98296992ab3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:49.005073 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b2dc459d-3d4b-4363-ad84-98296992ab3b service neutron] Transition to ACTIVE for port object f16b6498-960e-493e-8f8b-21f8ae5ac772 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 11 13:51:49.012459 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b2dc459d-3d4b-4363-ad84-98296992ab3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:49.016130 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-562d148c-d8c4-406f-ac08-24d9583fa08a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:51:49.259933 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc459d-3d4b-4363-ad84-98296992ab3b service neutron] Pushing event updated for resources: {'Port': ['ID=f16b6498-960e-493e-8f8b-21f8ae5ac772,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:51:49.290425 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b2dc459d-3d4b-4363-ad84-98296992ab3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:51:49.366311 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b2dc459d-3d4b-4363-ad84-98296992ab3b service neutron] Attempting to bind port f16b6498-960e-493e-8f8b-21f8ae5ac772 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 11 13:51:49.367003 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b2dc459d-3d4b-4363-ad84-98296992ab3b service neutron] Attempting to bind port f16b6498-960e-493e-8f8b-21f8ae5ac772 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '8f53e63f-3fd7-41c5-aa50-8682f4143cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5bc21d81-1b06-47f8-948c-2e3a9528a129'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 11 13:51:49.367003 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b2dc459d-3d4b-4363-ad84-98296992ab3b service neutron] Attempting to bind port f16b6498-960e-493e-8f8b-21f8ae5ac772 on network 5bc21d81-1b06-47f8-948c-2e3a9528a129 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:51:49.372066 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b2dc459d-3d4b-4363-ad84-98296992ab3b service neutron] Port f16b6498-960e-493e-8f8b-21f8ae5ac772 on network 5bc21d81-1b06-47f8-948c-2e3a9528a129 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 11 13:51:49.372380 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b2dc459d-3d4b-4363-ad84-98296992ab3b service neutron] Attempting to bind port f16b6498-960e-493e-8f8b-21f8ae5ac772 on network 5bc21d81-1b06-47f8-948c-2e3a9528a129 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 11 13:51:49.378031 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b2dc459d-3d4b-4363-ad84-98296992ab3b service neutron] Checking agent: {'id': '90698981-c276-4592-9423-0c50fa5e2f21', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'started_at': datetime.datetime(2021, 5, 11, 13, 39, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 13, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 11 13:51:49.378361 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b2dc459d-3d4b-4363-ad84-98296992ab3b service neutron] Checking segment: {'id': '8f53e63f-3fd7-41c5-aa50-8682f4143cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5bc21d81-1b06-47f8-948c-2e3a9528a129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 11 13:51:49.378743 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b2dc459d-3d4b-4363-ad84-98296992ab3b service neutron] Bound using segment: {'id': '8f53e63f-3fd7-41c5-aa50-8682f4143cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5bc21d81-1b06-47f8-948c-2e3a9528a129'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 11 13:51:49.379168 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b2dc459d-3d4b-4363-ad84-98296992ab3b service neutron] Bound port: f16b6498-960e-493e-8f8b-21f8ae5ac772, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f53e63f-3fd7-41c5-aa50-8682f4143cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5bc21d81-1b06-47f8-948c-2e3a9528a129'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 11 13:51:49.379517 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b2dc459d-3d4b-4363-ad84-98296992ab3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:49.477938 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b2dc459d-3d4b-4363-ad84-98296992ab3b service neutron] For port f16b6498-960e-493e-8f8b-21f8ae5ac772, host hv-cinder-78477, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 11 13:51:49.481112 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b2dc459d-3d4b-4363-ad84-98296992ab3b service neutron] For port f16b6498-960e-493e-8f8b-21f8ae5ac772, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=f16b6498-960e-493e-8f8b-21f8ae5ac772,segment=NetworkSegment(8f53e63f-3fd7-41c5-aa50-8682f4143cbc),segment_id=8f53e63f-3fd7-41c5-aa50-8682f4143cbc)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 11 13:51:49.486309 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b2dc459d-3d4b-4363-ad84-98296992ab3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529470'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:49.490573 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-759f564a-d1ff-4ad0-8c55-7779a0e82bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:51:49.544106 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b2dc459d-3d4b-4363-ad84-98296992ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:49.544721 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b2dc459d-3d4b-4363-ad84-98296992ab3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:49.546143 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-b2dc459d-3d4b-4363-ad84-98296992ab3b service neutron] 10.222.0.54 "PUT /v2.0/ports/f16b6498-960e-493e-8f8b-21f8ae5ac772 HTTP/1.1" status: 200  len: 1098 time: 1.0771012
May 11 13:51:49.546651 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8555441e-455a-4bb5-8a3b-2d18ffbfbfc3', 'tag': 'f16b6498-960e-493e-8f8b-21f8ae5ac772'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:51:49.581453 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc459d-3d4b-4363-ad84-98296992ab3b service neutron] Pushing event updated for resources: {'Port': ['ID=f16b6498-960e-493e-8f8b-21f8ae5ac772,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:51:49.585598 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b2dc459d-3d4b-4363-ad84-98296992ab3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:51:49.629375 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8555441e-455a-4bb5-8a3b-2d18ffbfbfc3', 'tag': 'f16b6498-960e-493e-8f8b-21f8ae5ac772', 'status': 'completed', 'code': 200}
May 11 13:51:49.669309 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-076ab13a-6924-4480-a8c0-852c90bf8562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:49.670806 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-076ab13a-6924-4480-a8c0-852c90bf8562 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9a59e68fbc134bf682ef982571730dee&device_id=8555441e-455a-4bb5-8a3b-2d18ffbfbfc3 HTTP/1.1" status: 200  len: 1101 time: 0.0797529
May 11 13:51:49.746526 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-a231b7e3-f35b-48f0-a728-ccccf7c9ae43 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=f16b6498-960e-493e-8f8b-21f8ae5ac772 HTTP/1.1" status: 200  len: 217 time: 0.0663223
May 11 13:51:49.812216 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-2d2c3310-29f1-4b13-b0c9-d9b944c4da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:49.814164 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-2d2c3310-29f1-4b13-b0c9-d9b944c4da9a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=400a15e5-46bc-4be6-8279-a5b258adf65f HTTP/1.1" status: 200  len: 843 time: 0.0615771
May 11 13:51:49.891520 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-44fa78e5-c801-4620-80d4-2239e51d36db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:49.893065 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-44fa78e5-c801-4620-80d4-2239e51d36db service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5bc21d81-1b06-47f8-948c-2e3a9528a129&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.0725648
May 11 13:51:50.038988 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-99d692a3-098b-46c2-bdae-74a34c3afc21 service neutron] 10.222.0.54 "GET /v2.0/networks/5bc21d81-1b06-47f8-948c-2e3a9528a129?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393123
May 11 13:51:50.122061 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbb6fe-46ea-4269-9bcd-360ca139000f req-64d93c5a-825d-4f2b-8676-09fbb7b2d6f4 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:50.123799 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-11dbb6fe-46ea-4269-9bcd-360ca139000f req-64d93c5a-825d-4f2b-8676-09fbb7b2d6f4 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] 10.222.0.48 "GET /v2.0/ports?device_id=8555441e-455a-4bb5-8a3b-2d18ffbfbfc3 HTTP/1.1" status: 200  len: 948 time: 0.0840118
May 11 13:51:50.173883 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-11dbb6fe-46ea-4269-9bcd-360ca139000f req-b510abc0-b41b-4b36-a89f-b023741ea7a5 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] 10.222.0.48 "GET /v2.0/security-groups?id=159cf17e-9c6b-43e8-a13b-1a741f1a5653&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422621
May 11 13:51:50.178779 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0c302e94-908c-4abc-bc94-ed2c2ed7bed9 req-3b5add5f-9632-4611-9245-f269506a0ce8 service neutron] 10.222.0.54 "GET /v2.0/networks/5bc21d81-1b06-47f8-948c-2e3a9528a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336081
May 11 13:51:50.316047 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45942e8e-95b2-47d5-ae88-f74f833d1ea8 req-8912c191-3f66-4220-bbce-c8e3d4d151f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:50.317458 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-45942e8e-95b2-47d5-ae88-f74f833d1ea8 req-8912c191-3f66-4220-bbce-c8e3d4d151f1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9a59e68fbc134bf682ef982571730dee&device_id=8555441e-455a-4bb5-8a3b-2d18ffbfbfc3 HTTP/1.1" status: 200  len: 1101 time: 0.0871921
May 11 13:51:50.456863 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45942e8e-95b2-47d5-ae88-f74f833d1ea8 req-181247f7-c16a-4147-8c5d-ecae8feeec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:50.458292 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-45942e8e-95b2-47d5-ae88-f74f833d1ea8 req-181247f7-c16a-4147-8c5d-ecae8feeec6a service neutron] 10.222.0.54 "GET /v2.0/networks?id=5bc21d81-1b06-47f8-948c-2e3a9528a129 HTTP/1.1" status: 200  len: 870 time: 0.1338253
May 11 13:51:50.529252 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-45942e8e-95b2-47d5-ae88-f74f833d1ea8 req-609c85db-695c-4c3f-a334-816235010c03 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=f16b6498-960e-493e-8f8b-21f8ae5ac772 HTTP/1.1" status: 200  len: 217 time: 0.0637934
May 11 13:51:50.594476 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45942e8e-95b2-47d5-ae88-f74f833d1ea8 req-6633b44b-9f73-40b5-9f1f-ef79666d011b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:50.595920 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-45942e8e-95b2-47d5-ae88-f74f833d1ea8 req-6633b44b-9f73-40b5-9f1f-ef79666d011b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=400a15e5-46bc-4be6-8279-a5b258adf65f HTTP/1.1" status: 200  len: 843 time: 0.0599859
May 11 13:51:50.686360 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45942e8e-95b2-47d5-ae88-f74f833d1ea8 req-f2fbf729-4799-45b3-95c3-dbe78f855977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:50.688576 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-45942e8e-95b2-47d5-ae88-f74f833d1ea8 req-f2fbf729-4799-45b3-95c3-dbe78f855977 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5bc21d81-1b06-47f8-948c-2e3a9528a129&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.0851111
May 11 13:51:50.826265 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-45942e8e-95b2-47d5-ae88-f74f833d1ea8 req-6e017b6a-272f-4dc5-ab7f-e79852ba8d4a service neutron] 10.222.0.54 "GET /v2.0/networks/5bc21d81-1b06-47f8-948c-2e3a9528a129?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294913
May 11 13:51:50.961610 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-45942e8e-95b2-47d5-ae88-f74f833d1ea8 req-e784eadc-340b-4262-95ec-23be475004b3 service neutron] 10.222.0.54 "GET /v2.0/networks/5bc21d81-1b06-47f8-948c-2e3a9528a129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267860
May 11 13:51:51.384902 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408bee22-b395-429f-b4c1-f92a5b3571c0 req-5e4709a7-3ea4-428a-97b0-a8d0d50ff911 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:51.385617 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-408bee22-b395-429f-b4c1-f92a5b3571c0 req-5e4709a7-3ea4-428a-97b0-a8d0d50ff911 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Synchronizing usage tracker for tenant:9a59e68fbc134bf682ef982571730dee on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:51:51.406799 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-408bee22-b395-429f-b4c1-f92a5b3571c0 req-5e4709a7-3ea4-428a-97b0-a8d0d50ff911 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Unset dirty status for tenant:9a59e68fbc134bf682ef982571730dee on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:51:51.408087 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-408bee22-b395-429f-b4c1-f92a5b3571c0 req-5e4709a7-3ea4-428a-97b0-a8d0d50ff911 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] 10.222.0.48 "GET /v2.0/ports?device_id=8555441e-455a-4bb5-8a3b-2d18ffbfbfc3 HTTP/1.1" status: 200  len: 948 time: 0.1197925
May 11 13:51:51.458587 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-408bee22-b395-429f-b4c1-f92a5b3571c0 req-88d5883b-e526-45d9-94e8-01e3fd387936 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Synchronizing usage tracker for tenant:9a59e68fbc134bf682ef982571730dee on resource:security_group {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:51:51.479439 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-408bee22-b395-429f-b4c1-f92a5b3571c0 req-88d5883b-e526-45d9-94e8-01e3fd387936 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Unset dirty status for tenant:9a59e68fbc134bf682ef982571730dee on resource:security_group {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:51:51.480935 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-408bee22-b395-429f-b4c1-f92a5b3571c0 req-88d5883b-e526-45d9-94e8-01e3fd387936 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] 10.222.0.48 "GET /v2.0/security-groups?id=159cf17e-9c6b-43e8-a13b-1a741f1a5653&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638320
May 11 13:51:52.692299 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74098a9-26fb-41d6-aeba-8610944ebc05 req-9be611f0-655e-428d-9018-3b4306700ae5 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:52.693797 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f74098a9-26fb-41d6-aeba-8610944ebc05 req-9be611f0-655e-428d-9018-3b4306700ae5 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] 10.222.0.48 "GET /v2.0/ports?device_id=8555441e-455a-4bb5-8a3b-2d18ffbfbfc3 HTTP/1.1" status: 200  len: 948 time: 0.0987463
May 11 13:51:52.745389 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f74098a9-26fb-41d6-aeba-8610944ebc05 req-54de04f4-3555-4cfd-982c-5969b59e981d tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] 10.222.0.48 "GET /v2.0/security-groups?id=159cf17e-9c6b-43e8-a13b-1a741f1a5653&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429571
May 11 13:51:52.849895 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device f16b6498-960e-493e-8f8b-21f8ae5ac772 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 11 13:51:52.986545 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port f16b6498-960e-493e-8f8b-21f8ae5ac772, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=f16b6498-960e-493e-8f8b-21f8ae5ac772,segment=NetworkSegment(8f53e63f-3fd7-41c5-aa50-8682f4143cbc),segment_id=8f53e63f-3fd7-41c5-aa50-8682f4143cbc)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:51:53.000427 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Returning: {'device': 'f16b6498-960e-493e-8f8b-21f8ae5ac772', 'network_id': '5bc21d81-1b06-47f8-948c-2e3a9528a129', 'port_id': 'f16b6498-960e-493e-8f8b-21f8ae5ac772', 'mac_address': 'fa:16:3e:83:4f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400a15e5-46bc-4be6-8279-a5b258adf65f', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 11 13:51:53.059106 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:53.075319 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f16b6498-960e-493e-8f8b-21f8ae5ac772 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 11 13:51:53.093574 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port f16b6498-960e-493e-8f8b-21f8ae5ac772, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=f16b6498-960e-493e-8f8b-21f8ae5ac772,segment=NetworkSegment(8f53e63f-3fd7-41c5-aa50-8682f4143cbc),segment_id=8f53e63f-3fd7-41c5-aa50-8682f4143cbc)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:51:53.101673 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:53.104247 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:51:53.179709 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=f16b6498-960e-493e-8f8b-21f8ae5ac772,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:51:53.187523 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:51:53.188061 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:51:53.188400 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:51:53.188737 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:51:53.189071 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:51:53.189396 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:51:53.189946 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:51:53.190068 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:51:53.190356 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:51:53.190671 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:51:53.191115 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:51:53.191289 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:51:53.195351 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:51:53.339751 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['f16b6498-960e-493e-8f8b-21f8ae5ac772'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:51:53.657607 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:51:53.951808 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030bec94-646d-4ac5-85f8-0c770712c05a req-644620b7-bcb9-4915-901c-27c9e8bda52e tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:53.953301 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-030bec94-646d-4ac5-85f8-0c770712c05a req-644620b7-bcb9-4915-901c-27c9e8bda52e tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] 10.222.0.48 "GET /v2.0/ports?device_id=8555441e-455a-4bb5-8a3b-2d18ffbfbfc3 HTTP/1.1" status: 200  len: 949 time: 0.0915945
May 11 13:51:54.004378 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-030bec94-646d-4ac5-85f8-0c770712c05a req-7296f2b3-04da-4411-a6e5-d66e69f4a53e tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] 10.222.0.48 "GET /v2.0/security-groups?id=159cf17e-9c6b-43e8-a13b-1a741f1a5653&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448909
May 11 13:51:54.852721 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device f16b6498-960e-493e-8f8b-21f8ae5ac772 up at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 11 13:51:54.934216 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning for port f16b6498-960e-493e-8f8b-21f8ae5ac772 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 11 13:51:54.941189 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Provisioning complete for port f16b6498-960e-493e-8f8b-21f8ae5ac772 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 11 13:51:54.941576 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-865898'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:55.063160 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-738045'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:55.090313 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8555441e-455a-4bb5-8a3b-2d18ffbfbfc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16b6498-960e-493e-8f8b-21f8ae5ac772'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:51:55.102883 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] For port f16b6498-960e-493e-8f8b-21f8ae5ac772, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=f16b6498-960e-493e-8f8b-21f8ae5ac772,segment=NetworkSegment(8f53e63f-3fd7-41c5-aa50-8682f4143cbc),segment_id=8f53e63f-3fd7-41c5-aa50-8682f4143cbc)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:51:55.110660 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734582849383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734582430989', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734582431034'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:55.112945 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-e2fa14ab-623f-4714-8592-0e6152f3cd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:51:55.162886 dv-cinder-784779-11-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8555441e-455a-4bb5-8a3b-2d18ffbfbfc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16b6498-960e-493e-8f8b-21f8ae5ac772', 'code': 200}
May 11 13:51:55.190878 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Pushing event updated for resources: {'Port': ['ID=f16b6498-960e-493e-8f8b-21f8ae5ac772,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:51:55.194621 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:51:55.215633 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1395658-68ec-464e-aa58-d5c2f94213f1 req-ed9e44b4-8860-49f4-a352-d0483024c74c tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:55.217143 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c1395658-68ec-464e-aa58-d5c2f94213f1 req-ed9e44b4-8860-49f4-a352-d0483024c74c tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] 10.222.0.48 "GET /v2.0/ports?device_id=8555441e-455a-4bb5-8a3b-2d18ffbfbfc3 HTTP/1.1" status: 200  len: 950 time: 0.0964165
May 11 13:51:55.266015 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c1395658-68ec-464e-aa58-d5c2f94213f1 req-61cb47db-d743-4512-b9b7-0ff8f996a86d tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] 10.222.0.48 "GET /v2.0/security-groups?id=159cf17e-9c6b-43e8-a13b-1a741f1a5653&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427775
May 11 13:51:55.507315 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ff612-9aec-45b0-ba9b-2b35f8b5df8f req-5a0a2a74-d65a-4288-95f3-34760556577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:55.508827 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d24ff612-9aec-45b0-ba9b-2b35f8b5df8f req-5a0a2a74-d65a-4288-95f3-34760556577e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8555441e-455a-4bb5-8a3b-2d18ffbfbfc3 HTTP/1.1" status: 200  len: 1103 time: 0.1839523
May 11 13:51:55.553713 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d24ff612-9aec-45b0-ba9b-2b35f8b5df8f req-cd1b5f76-ff68-4678-a3e3-744c8ce881c2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=159cf17e-9c6b-43e8-a13b-1a741f1a5653&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383930
May 11 13:51:55.615263 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 52464) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:51:55.907995 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-34f92cd2-78e0-47d5-bd7d-88ae36ee342f tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Deleting port 15aad569-d410-4c6f-81dd-54d1b8f8358e {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:51:55.908355 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-34f92cd2-78e0-47d5-bd7d-88ae36ee342f tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:56.028750 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-34f92cd2-78e0-47d5-bd7d-88ae36ee342f tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:56.029033 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-34f92cd2-78e0-47d5-bd7d-88ae36ee342f tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:56.153642 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-34f92cd2-78e0-47d5-bd7d-88ae36ee342f tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Calling delete_port for 15aad569-d410-4c6f-81dd-54d1b8f8358e owned by network:floatingip {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:51:56.288305 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-34f92cd2-78e0-47d5-bd7d-88ae36ee342f tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:56.294332 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-80cc9516-0190-4360-a2cf-d5be43b4c316 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:51:56.377200 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f92cd2-78e0-47d5-bd7d-88ae36ee342f tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Pushing event deleted for resources: {'Port': ['ID=15aad569-d410-4c6f-81dd-54d1b8f8358e,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:51:56.384291 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-34f92cd2-78e0-47d5-bd7d-88ae36ee342f tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:51:56.485554 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-34f92cd2-78e0-47d5-bd7d-88ae36ee342f tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for floatingip, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:56.485921 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.db.l3_db [None req-34f92cd2-78e0-47d5-bd7d-88ae36ee342f tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Floating IP 42d74bcf-8edd-4ec2-b708-c4d70c72e07e disassociated (deleted). External IP: 172.27.1.2, port: cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3.
May 11 13:51:56.657017 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a4e1b-814c-494a-b630-0e68c64022a8 req-f1dc14a6-7be1-4456-ace8-4a069e555bbe tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:56.658540 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c50a4e1b-814c-494a-b630-0e68c64022a8 req-f1dc14a6-7be1-4456-ace8-4a069e555bbe tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] 10.222.0.48 "GET /v2.0/ports?device_id=8555441e-455a-4bb5-8a3b-2d18ffbfbfc3 HTTP/1.1" status: 200  len: 950 time: 0.2482874
May 11 13:51:56.839674 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c50a4e1b-814c-494a-b630-0e68c64022a8 req-4b2366cf-e3a8-4ac1-b396-c66786320e72 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] 10.222.0.48 "GET /v2.0/security-groups?id=159cf17e-9c6b-43e8-a13b-1a741f1a5653&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1732435
May 11 13:51:56.899855 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f92cd2-78e0-47d5-bd7d-88ae36ee342f tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Router 58c3c7fa-7e63-48e6-83ab-93b437743e0a has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:51:57.203518 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f92cd2-78e0-47d5-bd7d-88ae36ee342f tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:51:57.214367 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79de1489-bd95-407d-b240-af7708037d23 None None] Sync routers for ids ['58c3c7fa-7e63-48e6-83ab-93b437743e0a'] in dv-cinder-784779-11-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:51:57.225092 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79de1489-bd95-407d-b240-af7708037d23 None None] Routers {'58c3c7fa-7e63-48e6-83ab-93b437743e0a'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:51:57.225729 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-79de1489-bd95-407d-b240-af7708037d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9b90b50>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:51:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['58c3c7fa-7e63-48e6-83ab-93b437743e0a'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:51:57.268195 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-34f92cd2-78e0-47d5-bd7d-88ae36ee342f tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for floatingip, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:57.332007 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-34f92cd2-78e0-47d5-bd7d-88ae36ee342f tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "DELETE /v2.0/floatingips/42d74bcf-8edd-4ec2-b708-c4d70c72e07e HTTP/1.1" status: 204  len: 168 time: 1.7154763
May 11 13:51:57.333383 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e98bf6-077d-4a16-b66b-7651ca0eb12e', 'tag': 'cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:51:57.359704 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232917d-2e51-46ea-b029-7d652cd0b93d req-4faa42a5-b75b-47a2-9826-c11c1dfa898c tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:57.361261 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f232917d-2e51-46ea-b029-7d652cd0b93d req-4faa42a5-b75b-47a2-9826-c11c1dfa898c tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] 10.222.0.48 "GET /v2.0/ports?device_id=8555441e-455a-4bb5-8a3b-2d18ffbfbfc3 HTTP/1.1" status: 200  len: 950 time: 0.1459658
May 11 13:51:57.406296 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-79de1489-bd95-407d-b240-af7708037d23 None None] Set router 58c3c7fa-7e63-48e6-83ab-93b437743e0a gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:51:57.413197 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f232917d-2e51-46ea-b029-7d652cd0b93d req-baf20c76-7a71-40e9-93e2-696848cfe03a tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] 10.222.0.48 "GET /v2.0/security-groups?id=159cf17e-9c6b-43e8-a13b-1a741f1a5653&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458548
May 11 13:51:57.469934 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e98bf6-077d-4a16-b66b-7651ca0eb12e', 'tag': 'cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3', 'status': 'completed', 'code': 200}
May 11 13:51:57.622638 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d7063-c418-48f0-89a3-a2219508b2e2 req-e6cf7052-24d8-4ce8-84c2-49ed6cffa417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:57.624167 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a40d7063-c418-48f0-89a3-a2219508b2e2 req-e6cf7052-24d8-4ce8-84c2-49ed6cffa417 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2117c366b46f4a7b867a6881d105e9e2&device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 1099 time: 0.1302643
May 11 13:51:57.795680 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-79de1489-bd95-407d-b240-af7708037d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9b90b50>, [{'id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'name': 'tempest-TestShelveInstance-507028505-router', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ec0442c9-ed16-4edc-8001-83dd0062621f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:42Z', 'updated_at': '2021-05-11T13:46:47Z', 'revision_number': 4, 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'gw_port': {'id': 'ec0442c9-ed16-4edc-8001-83dd0062621f', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:43Z', 'updated_at': '2021-05-11T13:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': 'f6d399b5-bb88-4630-abd4-97e35544c9ae', 'name': '', 'network_id': '8dd77e97-4eb7-4ba9-bde3-1bab06580f9e', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'mac_address': 'fa:16:3e:14:11:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4f718927-4558-4044-9512-8b085fcdc25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:46Z', 'updated_at': '2021-05-11T13:46:55Z', 'revision_number': 5, 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'subnets': [{'id': '4f718927-4558-4044-9512-8b085fcdc25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:51:57.800249 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79de1489-bd95-407d-b240-af7708037d23 None None] Checking router: 58c3c7fa-7e63-48e6-83ab-93b437743e0a for host: dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:51:57.809416 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79de1489-bd95-407d-b240-af7708037d23 None None] Routers {'58c3c7fa-7e63-48e6-83ab-93b437743e0a'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:51:57.810033 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-79de1489-bd95-407d-b240-af7708037d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9b90b50>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:51:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['58c3c7fa-7e63-48e6-83ab-93b437743e0a'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:51:57.810189 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d7063-c418-48f0-89a3-a2219508b2e2 req-7bf416d3-a36d-4d9e-98d3-0e16b694eb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:57.811676 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a40d7063-c418-48f0-89a3-a2219508b2e2 req-7bf416d3-a36d-4d9e-98d3-0e16b694eb3f service neutron] 10.222.0.54 "GET /v2.0/networks?id=8dd77e97-4eb7-4ba9-bde3-1bab06580f9e HTTP/1.1" status: 200  len: 909 time: 0.1782978
May 11 13:51:57.896285 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647f855-2feb-4290-a752-3c218bc561dc req-97830b03-b43f-4d1c-95e9-f7c0dc892997 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:57.896996 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-0647f855-2feb-4290-a752-3c218bc561dc req-97830b03-b43f-4d1c-95e9-f7c0dc892997 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Synchronizing usage tracker for tenant:2117c366b46f4a7b867a6881d105e9e2 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:51:57.900536 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a40d7063-c418-48f0-89a3-a2219508b2e2 req-c3afd021-63b7-4d6f-9c9a-cdecd2f30694 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 HTTP/1.1" status: 200  len: 217 time: 0.0780685
May 11 13:51:57.952988 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-0647f855-2feb-4290-a752-3c218bc561dc req-97830b03-b43f-4d1c-95e9-f7c0dc892997 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Unset dirty status for tenant:2117c366b46f4a7b867a6881d105e9e2 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:51:57.954227 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0647f855-2feb-4290-a752-3c218bc561dc req-97830b03-b43f-4d1c-95e9-f7c0dc892997 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 946 time: 0.2949555
May 11 13:51:57.992808 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d7063-c418-48f0-89a3-a2219508b2e2 req-2903a8ac-2be9-468e-8932-1808979a311b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:57.994274 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a40d7063-c418-48f0-89a3-a2219508b2e2 req-2903a8ac-2be9-468e-8932-1808979a311b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4f718927-4558-4044-9512-8b085fcdc25e HTTP/1.1" status: 200  len: 847 time: 0.0850163
May 11 13:51:58.008794 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-79de1489-bd95-407d-b240-af7708037d23 None None] Set router 58c3c7fa-7e63-48e6-83ab-93b437743e0a gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:51:58.053022 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0647f855-2feb-4290-a752-3c218bc561dc req-6d78f747-7bfb-4666-9f5c-ec7376bd26ba tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0918038
May 11 13:51:58.095407 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d7063-c418-48f0-89a3-a2219508b2e2 req-24b5cfe6-e57a-49e4-94de-163fb42aff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:58.098048 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a40d7063-c418-48f0-89a3-a2219508b2e2 req-24b5cfe6-e57a-49e4-94de-163fb42aff6d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8dd77e97-4eb7-4ba9-bde3-1bab06580f9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0947318
May 11 13:51:58.111093 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [req-a40d7063-c418-48f0-89a3-a2219508b2e2 req-f3191c7c-5828-4fd2-814c-5ae781b014b2 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=78702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 11 13:51:58.112191 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a40d7063-c418-48f0-89a3-a2219508b2e2 req-f3191c7c-5828-4fd2-814c-5ae781b014b2 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0065842
May 11 13:51:58.248405 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a40d7063-c418-48f0-89a3-a2219508b2e2 req-2a99f7b9-93fc-4f7b-ab0d-faa1f6a5c55e service neutron] 10.222.0.54 "GET /v2.0/networks/8dd77e97-4eb7-4ba9-bde3-1bab06580f9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281838
May 11 13:51:58.334973 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-79de1489-bd95-407d-b240-af7708037d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9b90b50>, [{'id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'name': 'tempest-TestShelveInstance-507028505-router', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ec0442c9-ed16-4edc-8001-83dd0062621f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:42Z', 'updated_at': '2021-05-11T13:46:47Z', 'revision_number': 4, 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'gw_port': {'id': 'ec0442c9-ed16-4edc-8001-83dd0062621f', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:43Z', 'updated_at': '2021-05-11T13:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': 'f6d399b5-bb88-4630-abd4-97e35544c9ae', 'name': '', 'network_id': '8dd77e97-4eb7-4ba9-bde3-1bab06580f9e', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'mac_address': 'fa:16:3e:14:11:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4f718927-4558-4044-9512-8b085fcdc25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:46Z', 'updated_at': '2021-05-11T13:46:55Z', 'revision_number': 5, 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'subnets': [{'id': '4f718927-4558-4044-9512-8b085fcdc25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:51:58.339379 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79de1489-bd95-407d-b240-af7708037d23 None None] The sync data for ids ['58c3c7fa-7e63-48e6-83ab-93b437743e0a'] in dv-cinder-784779-11-iscsi is: [{'id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'name': 'tempest-TestShelveInstance-507028505-router', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ec0442c9-ed16-4edc-8001-83dd0062621f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:42Z', 'updated_at': '2021-05-11T13:46:47Z', 'revision_number': 4, 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'gw_port': {'id': 'ec0442c9-ed16-4edc-8001-83dd0062621f', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:43Z', 'updated_at': '2021-05-11T13:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': 'f6d399b5-bb88-4630-abd4-97e35544c9ae', 'name': '', 'network_id': '8dd77e97-4eb7-4ba9-bde3-1bab06580f9e', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'mac_address': 'fa:16:3e:14:11:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4f718927-4558-4044-9512-8b085fcdc25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:46Z', 'updated_at': '2021-05-11T13:46:55Z', 'revision_number': 5, 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'subnets': [{'id': '4f718927-4558-4044-9512-8b085fcdc25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:51:58.391706 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a40d7063-c418-48f0-89a3-a2219508b2e2 req-845fb887-5c70-4560-b441-09858ff1e0cf service neutron] 10.222.0.54 "GET /v2.0/networks/8dd77e97-4eb7-4ba9-bde3-1bab06580f9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341963
May 11 13:51:58.574133 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7636373-5a86-4da1-9611-b4e3e08331fe None None] New status for floating IP 42d74bcf-8edd-4ec2-b708-c4d70c72e07e: DOWN {{(pid=78705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 11 13:51:58.612227 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329ab15-0964-4a92-849e-d084f3e69f8a req-e8ea5f2a-247f-4b99-ba08-70aa0bd0a3f4 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:58.613692 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5329ab15-0964-4a92-849e-d084f3e69f8a req-e8ea5f2a-247f-4b99-ba08-70aa0bd0a3f4 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] 10.222.0.48 "GET /v2.0/ports?device_id=8555441e-455a-4bb5-8a3b-2d18ffbfbfc3 HTTP/1.1" status: 200  len: 950 time: 0.0839806
May 11 13:51:58.629317 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1213ee6-74d7-4d16-a5a1-c264523cef3f req-6872db49-e271-4a22-8597-1c414d0196ff tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:58.630966 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c1213ee6-74d7-4d16-a5a1-c264523cef3f req-6872db49-e271-4a22-8597-1c414d0196ff tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] 10.222.0.54 "GET /v2.0/ports?device_id=8555441e-455a-4bb5-8a3b-2d18ffbfbfc3 HTTP/1.1" status: 200  len: 950 time: 0.0888321
May 11 13:51:58.667488 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5329ab15-0964-4a92-849e-d084f3e69f8a req-11c2beb0-0a42-4bd6-a68d-5440e545bfa1 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] 10.222.0.48 "GET /v2.0/security-groups?id=159cf17e-9c6b-43e8-a13b-1a741f1a5653&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457113
May 11 13:51:58.778503 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-c1213ee6-74d7-4d16-a5a1-c264523cef3f req-8c8179a2-9aec-4b66-aa7e-26940266b04e tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Deleting port f16b6498-960e-493e-8f8b-21f8ae5ac772 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:51:58.778847 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-c1213ee6-74d7-4d16-a5a1-c264523cef3f req-8c8179a2-9aec-4b66-aa7e-26940266b04e tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:58.924215 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-c1213ee6-74d7-4d16-a5a1-c264523cef3f req-8c8179a2-9aec-4b66-aa7e-26940266b04e tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] For port f16b6498-960e-493e-8f8b-21f8ae5ac772, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=f16b6498-960e-493e-8f8b-21f8ae5ac772,segment=NetworkSegment(8f53e63f-3fd7-41c5-aa50-8682f4143cbc),segment_id=8f53e63f-3fd7-41c5-aa50-8682f4143cbc)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:51:58.924946 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-c1213ee6-74d7-4d16-a5a1-c264523cef3f req-8c8179a2-9aec-4b66-aa7e-26940266b04e tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:59.148773 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-c1213ee6-74d7-4d16-a5a1-c264523cef3f req-8c8179a2-9aec-4b66-aa7e-26940266b04e tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Calling delete_port for f16b6498-960e-493e-8f8b-21f8ae5ac772 owned by compute:nova {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:51:59.266437 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-c1213ee6-74d7-4d16-a5a1-c264523cef3f req-8c8179a2-9aec-4b66-aa7e-26940266b04e tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:59.275539 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-089d817b-90b7-40cc-90ea-242076dbf952 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:51:59.287009 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] get_ports_and_sgs() called for port_ids ['f16b6498-960e-493e-8f8b-21f8ae5ac772'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 11 13:51:59.411054 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8179a2-9aec-4b66-aa7e-26940266b04e tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Pushing event deleted for resources: {'Port': ['ID=f16b6498-960e-493e-8f8b-21f8ae5ac772,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:51:59.411719 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5bd54fe5-84f3-4c3b-9ead-71c6880b1fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:59.464489 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8179a2-9aec-4b66-aa7e-26940266b04e tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:51:59.464866 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8179a2-9aec-4b66-aa7e-26940266b04e tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:51:59.465234 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8179a2-9aec-4b66-aa7e-26940266b04e tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:51:59.465596 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8179a2-9aec-4b66-aa7e-26940266b04e tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:51:59.465951 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8179a2-9aec-4b66-aa7e-26940266b04e tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:51:59.466308 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8179a2-9aec-4b66-aa7e-26940266b04e tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:51:59.466638 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8179a2-9aec-4b66-aa7e-26940266b04e tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:51:59.466994 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8179a2-9aec-4b66-aa7e-26940266b04e tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:51:59.467369 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8179a2-9aec-4b66-aa7e-26940266b04e tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:51:59.467748 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8179a2-9aec-4b66-aa7e-26940266b04e tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:51:59.468098 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8179a2-9aec-4b66-aa7e-26940266b04e tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:51:59.468445 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8179a2-9aec-4b66-aa7e-26940266b04e tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:51:59.498585 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-8c8179a2-9aec-4b66-aa7e-26940266b04e tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:51:59.519968 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1213ee6-74d7-4d16-a5a1-c264523cef3f req-8c8179a2-9aec-4b66-aa7e-26940266b04e tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] No DVR routers for this DVR port f16b6498-960e-493e-8f8b-21f8ae5ac772 on host hv-cinder-78477 {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:51:59.523950 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-c1213ee6-74d7-4d16-a5a1-c264523cef3f req-8c8179a2-9aec-4b66-aa7e-26940266b04e tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:59.526804 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8555441e-455a-4bb5-8a3b-2d18ffbfbfc3', 'name': 'network-vif-deleted', 'tag': 'f16b6498-960e-493e-8f8b-21f8ae5ac772'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:51:59.566146 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c1213ee6-74d7-4d16-a5a1-c264523cef3f req-8c8179a2-9aec-4b66-aa7e-26940266b04e tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] 10.222.0.54 "DELETE /v2.0/ports/f16b6498-960e-493e-8f8b-21f8ae5ac772 HTTP/1.1" status: 204  len: 173 time: 0.9261200
May 11 13:51:59.587686 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8555441e-455a-4bb5-8a3b-2d18ffbfbfc3', 'name': 'network-vif-deleted', 'tag': 'f16b6498-960e-493e-8f8b-21f8ae5ac772', 'status': 'completed', 'code': 200}
May 11 13:51:59.616195 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771986c-be9f-4270-ad79-a01df93dba41 req-4b594dc8-0e5e-4c0e-ab5a-1b6d5ab5cdf5 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:59.617673 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f771986c-be9f-4270-ad79-a01df93dba41 req-4b594dc8-0e5e-4c0e-ab5a-1b6d5ab5cdf5 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.54 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 946 time: 0.3032873
May 11 13:51:59.622331 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:59.630639 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83760293-8569-4bcc-a3e2-fda022fbdb1b req-d98c127b-35cf-4e6e-9aaa-a14108fb4ef1 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:51:59.632162 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-83760293-8569-4bcc-a3e2-fda022fbdb1b req-d98c127b-35cf-4e6e-9aaa-a14108fb4ef1 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 946 time: 0.3214412
May 11 13:51:59.732913 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-83760293-8569-4bcc-a3e2-fda022fbdb1b req-812dbf5b-a595-478a-965d-bb8931be06a4 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b3df79f-1851-4c37-8b1b-0040f5ddfc76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711143
May 11 13:51:59.807905 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-f771986c-be9f-4270-ad79-a01df93dba41 req-f01f376c-630a-4cb0-b302-9c524b63fac6 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Deleting port cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:51:59.808246 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-f771986c-be9f-4270-ad79-a01df93dba41 req-f01f376c-630a-4cb0-b302-9c524b63fac6 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:51:59.839118 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-18b1c75c-0526-439d-b7b0-3ae0b3b80d32 req-5692f4d0-be98-49f4-8258-79fe84926f49 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] 10.222.0.48 "GET /v2.0/ports?device_id=8555441e-455a-4bb5-8a3b-2d18ffbfbfc3 HTTP/1.1" status: 200  len: 210 time: 0.0434279
May 11 13:51:59.945983 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-f771986c-be9f-4270-ad79-a01df93dba41 req-f01f376c-630a-4cb0-b302-9c524b63fac6 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] For port cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3,segment=NetworkSegment(6af7aa27-5c55-40f6-b530-da18376fa59f),segment_id=6af7aa27-5c55-40f6-b530-da18376fa59f)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:51:59.946628 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-f771986c-be9f-4270-ad79-a01df93dba41 req-f01f376c-630a-4cb0-b302-9c524b63fac6 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:00.070232 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-f771986c-be9f-4270-ad79-a01df93dba41 req-f01f376c-630a-4cb0-b302-9c524b63fac6 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Calling delete_port for cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 owned by compute:nova {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:52:00.204856 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-f771986c-be9f-4270-ad79-a01df93dba41 req-f01f376c-630a-4cb0-b302-9c524b63fac6 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:00.210527 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-ee042648-4abe-4e98-9248-014dfc15ed71 tempest-TestMinimumBasicScenario-2093446525 tempest-TestMinimumBasicScenario-2093446525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:52:00.258578 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f376c-630a-4cb0-b302-9c524b63fac6 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Pushing event deleted for resources: {'Port': ['ID=cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:52:00.261606 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-f01f376c-630a-4cb0-b302-9c524b63fac6 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:52:00.334540 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-f771986c-be9f-4270-ad79-a01df93dba41 req-f01f376c-630a-4cb0-b302-9c524b63fac6 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] No DVR routers for this DVR port cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 on host hv-cinder-78477 {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:52:00.337479 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-f771986c-be9f-4270-ad79-a01df93dba41 req-f01f376c-630a-4cb0-b302-9c524b63fac6 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:00.355238 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f771986c-be9f-4270-ad79-a01df93dba41 req-f01f376c-630a-4cb0-b302-9c524b63fac6 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.54 "DELETE /v2.0/ports/cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 HTTP/1.1" status: 204  len: 173 time: 0.7218342
May 11 13:52:00.889609 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-3249e39d-ccbc-45ca-9f09-ca76fd6ceaf2 req-4fff9f04-ac4b-4c92-a4fb-3163be10c54d tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Synchronizing usage tracker for tenant:2117c366b46f4a7b867a6881d105e9e2 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:52:00.906717 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-3249e39d-ccbc-45ca-9f09-ca76fd6ceaf2 req-4fff9f04-ac4b-4c92-a4fb-3163be10c54d tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Unset dirty status for tenant:2117c366b46f4a7b867a6881d105e9e2 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:52:00.908165 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3249e39d-ccbc-45ca-9f09-ca76fd6ceaf2 req-4fff9f04-ac4b-4c92-a4fb-3163be10c54d tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e98bf6-077d-4a16-b66b-7651ca0eb12e HTTP/1.1" status: 200  len: 210 time: 0.0617855
May 11 13:52:01.194207 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d834af8c-97a3-4c14-b99b-f3d5f73a3698 req-cae5fb23-2b4d-43fa-878b-a44f249166ce service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0767500
May 11 13:52:01.306959 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834af8c-97a3-4c14-b99b-f3d5f73a3698 req-803d986f-2253-4ea7-b141-db6055726c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:52:01.308864 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d834af8c-97a3-4c14-b99b-f3d5f73a3698 req-803d986f-2253-4ea7-b141-db6055726c08 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d185725581a24febb7946b4a64c64b41&device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 1099 time: 0.0861015
May 11 13:52:01.578350 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834af8c-97a3-4c14-b99b-f3d5f73a3698 req-a8d1e8f2-2ef2-4cad-a20d-e43ddbe528f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:52:01.579947 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d834af8c-97a3-4c14-b99b-f3d5f73a3698 req-a8d1e8f2-2ef2-4cad-a20d-e43ddbe528f0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fd97d37a-0667-4ddc-b6b6-37157baca3ab HTTP/1.1" status: 200  len: 913 time: 0.2512770
May 11 13:52:01.588492 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e98bf6-077d-4a16-b66b-7651ca0eb12e', 'name': 'network-vif-deleted', 'tag': 'cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:52:01.696151 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d834af8c-97a3-4c14-b99b-f3d5f73a3698 req-76024418-7826-4a7c-96cf-5652de4eb005 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=247de115-5c6d-44da-9da0-9bdc03a9222d HTTP/1.1" status: 200  len: 1002 time: 0.1083343
May 11 13:52:01.700233 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e98bf6-077d-4a16-b66b-7651ca0eb12e', 'name': 'network-vif-deleted', 'tag': 'cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3', 'status': 'completed', 'code': 200}
May 11 13:52:01.764048 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834af8c-97a3-4c14-b99b-f3d5f73a3698 req-0e6d62d8-12fd-4ad2-aadf-b580f990ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:52:01.765610 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d834af8c-97a3-4c14-b99b-f3d5f73a3698 req-0e6d62d8-12fd-4ad2-aadf-b580f990ca26 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eff3406f-1fd8-4742-aa2f-78f38079d01b HTTP/1.1" status: 200  len: 851 time: 0.0583353
May 11 13:52:01.843857 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834af8c-97a3-4c14-b99b-f3d5f73a3698 req-240f4aaf-7712-4511-ad08-b788fa732fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:52:01.847883 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d834af8c-97a3-4c14-b99b-f3d5f73a3698 req-240f4aaf-7712-4511-ad08-b788fa732fd3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fd97d37a-0667-4ddc-b6b6-37157baca3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0725229
May 11 13:52:01.988662 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d834af8c-97a3-4c14-b99b-f3d5f73a3698 req-f4bfeb06-701c-4135-92b6-19212e7fe79a service neutron] 10.222.0.54 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354232
May 11 13:52:02.007782 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 52586) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:52:02.082722 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-04fa61b9-5157-4682-8b3c-0d65f0234818 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:02.114482 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-04fa61b9-5157-4682-8b3c-0d65f0234818 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:02.133470 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d834af8c-97a3-4c14-b99b-f3d5f73a3698 req-8733c7f8-bef6-4cb1-bc2b-6de0ed2d8006 service neutron] 10.222.0.54 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355977
May 11 13:52:02.188097 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-04fa61b9-5157-4682-8b3c-0d65f0234818 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:02.193628 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1c8c3dc7-9988-40f0-a390-4c2d9fa8219a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:52:02.212814 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa61b9-5157-4682-8b3c-0d65f0234818 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3df79f-1851-4c37-8b1b-0040f5ddfc76,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:52:02.223509 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa61b9-5157-4682-8b3c-0d65f0234818 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:52:02.223930 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa61b9-5157-4682-8b3c-0d65f0234818 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:52:02.224771 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa61b9-5157-4682-8b3c-0d65f0234818 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:52:02.224771 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa61b9-5157-4682-8b3c-0d65f0234818 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:52:02.225120 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa61b9-5157-4682-8b3c-0d65f0234818 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:52:02.225464 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa61b9-5157-4682-8b3c-0d65f0234818 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:52:02.225940 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa61b9-5157-4682-8b3c-0d65f0234818 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:52:02.226171 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa61b9-5157-4682-8b3c-0d65f0234818 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:52:02.226543 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa61b9-5157-4682-8b3c-0d65f0234818 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:52:02.227020 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa61b9-5157-4682-8b3c-0d65f0234818 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:52:02.227258 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa61b9-5157-4682-8b3c-0d65f0234818 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:52:02.227650 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa61b9-5157-4682-8b3c-0d65f0234818 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:52:02.230199 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:02.233510 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-04fa61b9-5157-4682-8b3c-0d65f0234818 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:52:02.240449 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-04fa61b9-5157-4682-8b3c-0d65f0234818 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:02.244488 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-04fa61b9-5157-4682-8b3c-0d65f0234818 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] 10.222.0.48 "DELETE /v2.0/security-groups/3b3df79f-1851-4c37-8b1b-0040f5ddfc76 HTTP/1.1" status: 204  len: 168 time: 0.2356298
May 11 13:52:02.295061 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 52608) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:52:02.517192 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-465bc180-7f19-4a86-bb14-2cf77cd684b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:02.926849 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:52:02.967545 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] No Port match for: cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:52:02.967545 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device cc3879a2-4c3d-4bc9-ba08-2ac810f46ac3 not bound to the agent host hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:52:02.967545 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device f16b6498-960e-493e-8f8b-21f8ae5ac772 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:52:03.005503 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] No Port match for: f16b6498-960e-493e-8f8b-21f8ae5ac772 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:52:03.005961 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device f16b6498-960e-493e-8f8b-21f8ae5ac772 not bound to the agent host hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:52:03.020075 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6be813a4-f65a-472e-87e3-a0d30f675950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704780'] for router_interface, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:03.387294 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:03.622897 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-6be813a4-f65a-472e-87e3-a0d30f675950 admin admin] Deleting port f6d399b5-bb88-4630-abd4-97e35544c9ae {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:52:03.623501 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6be813a4-f65a-472e-87e3-a0d30f675950 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:03.756338 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-6be813a4-f65a-472e-87e3-a0d30f675950 admin admin] For port f6d399b5-bb88-4630-abd4-97e35544c9ae, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=f6d399b5-bb88-4630-abd4-97e35544c9ae,segment=NetworkSegment(6af7aa27-5c55-40f6-b530-da18376fa59f),segment_id=6af7aa27-5c55-40f6-b530-da18376fa59f)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:52:03.756721 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6be813a4-f65a-472e-87e3-a0d30f675950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:03.888428 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-6be813a4-f65a-472e-87e3-a0d30f675950 admin admin] Calling delete_port for f6d399b5-bb88-4630-abd4-97e35544c9ae owned by network:router_interface {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:52:04.044835 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6be813a4-f65a-472e-87e3-a0d30f675950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:04.049718 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-80cc9516-0190-4360-a2cf-d5be43b4c316 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:52:04.096557 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be813a4-f65a-472e-87e3-a0d30f675950 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6d399b5-bb88-4630-abd4-97e35544c9ae,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:52:04.099590 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-6be813a4-f65a-472e-87e3-a0d30f675950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:52:04.387305 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6be813a4-f65a-472e-87e3-a0d30f675950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732092'] for router_interface, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:04.766263 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be813a4-f65a-472e-87e3-a0d30f675950 admin admin] Router 58c3c7fa-7e63-48e6-83ab-93b437743e0a has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:52:04.804838 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:05.072903 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be813a4-f65a-472e-87e3-a0d30f675950 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:52:05.082890 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca388c8-8f41-47e1-90ae-1dca1d999450 None None] Sync routers for ids ['58c3c7fa-7e63-48e6-83ab-93b437743e0a'] in dv-cinder-784779-11-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:52:05.095662 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-6be813a4-f65a-472e-87e3-a0d30f675950 admin admin] 10.222.0.48 "PUT /v2.0/routers/58c3c7fa-7e63-48e6-83ab-93b437743e0a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7970238
May 11 13:52:05.095864 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca388c8-8f41-47e1-90ae-1dca1d999450 None None] Routers {'58c3c7fa-7e63-48e6-83ab-93b437743e0a'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:52:05.095992 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-1ca388c8-8f41-47e1-90ae-1dca1d999450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e8ebb0>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:52:02Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['58c3c7fa-7e63-48e6-83ab-93b437743e0a'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:52:05.096175 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 52734) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:52:05.278465 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cde52f40-600b-4a6b-8e00-bffbc3c37ff5 admin admin] Notify callbacks [] for router, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:05.281634 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-1ca388c8-8f41-47e1-90ae-1dca1d999450 None None] Set router 58c3c7fa-7e63-48e6-83ab-93b437743e0a gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:52:05.484903 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cde52f40-600b-4a6b-8e00-bffbc3c37ff5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:05.564831 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-cde52f40-600b-4a6b-8e00-bffbc3c37ff5 admin admin] Deleting port ec0442c9-ed16-4edc-8001-83dd0062621f {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:52:05.565162 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cde52f40-600b-4a6b-8e00-bffbc3c37ff5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:05.646101 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-1ca388c8-8f41-47e1-90ae-1dca1d999450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e8ebb0>, [{'id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'name': 'tempest-TestShelveInstance-507028505-router', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'ec0442c9-ed16-4edc-8001-83dd0062621f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:42Z', 'updated_at': '2021-05-11T13:52:03Z', 'revision_number': 5, 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'gw_port': {'id': 'ec0442c9-ed16-4edc-8001-83dd0062621f', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:43Z', 'updated_at': '2021-05-11T13:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:52:05.650981 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca388c8-8f41-47e1-90ae-1dca1d999450 None None] Checking router: 58c3c7fa-7e63-48e6-83ab-93b437743e0a for host: dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:52:05.662040 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca388c8-8f41-47e1-90ae-1dca1d999450 None None] Routers {'58c3c7fa-7e63-48e6-83ab-93b437743e0a'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:52:05.662701 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-1ca388c8-8f41-47e1-90ae-1dca1d999450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e8ebb0>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:52:02Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['58c3c7fa-7e63-48e6-83ab-93b437743e0a'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:52:05.695925 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-cde52f40-600b-4a6b-8e00-bffbc3c37ff5 admin admin] For port ec0442c9-ed16-4edc-8001-83dd0062621f, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=ec0442c9-ed16-4edc-8001-83dd0062621f,segment=NetworkSegment(2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f),segment_id=2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:52:05.696273 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cde52f40-600b-4a6b-8e00-bffbc3c37ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:05.814999 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 52744) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:52:05.824538 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-1ca388c8-8f41-47e1-90ae-1dca1d999450 None None] Set router 58c3c7fa-7e63-48e6-83ab-93b437743e0a gateway port host: None {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:52:05.846104 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-cde52f40-600b-4a6b-8e00-bffbc3c37ff5 admin admin] Calling delete_port for ec0442c9-ed16-4edc-8001-83dd0062621f owned by network:router_gateway {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:52:05.934514 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-1ca388c8-8f41-47e1-90ae-1dca1d999450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9e8ebb0>, [{'id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'name': 'tempest-TestShelveInstance-507028505-router', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:42Z', 'updated_at': '2021-05-11T13:52:05Z', 'revision_number': 6, 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'gw_port_host': None}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:52:05.943784 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca388c8-8f41-47e1-90ae-1dca1d999450 None None] The sync data for ids ['58c3c7fa-7e63-48e6-83ab-93b437743e0a'] in dv-cinder-784779-11-iscsi is: [{'id': '58c3c7fa-7e63-48e6-83ab-93b437743e0a', 'name': 'tempest-TestShelveInstance-507028505-router', 'tenant_id': '2117c366b46f4a7b867a6881d105e9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:42Z', 'updated_at': '2021-05-11T13:52:05Z', 'revision_number': 6, 'project_id': '2117c366b46f4a7b867a6881d105e9e2', 'gw_port_host': None}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:52:06.002166 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-457f3d2c-cb3d-4ef2-a4ee-bb54ef17c1d5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9a59e68fbc134bf682ef982571730dee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1855075
May 11 13:52:06.005338 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 52750) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:52:06.020117 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cde52f40-600b-4a6b-8e00-bffbc3c37ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2100528'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:06.026823 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-67c9c044-06be-41e3-8ddd-494b235243fd tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:52:06.203263 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde52f40-600b-4a6b-8e00-bffbc3c37ff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec0442c9-ed16-4edc-8001-83dd0062621f,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:52:06.217103 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-cde52f40-600b-4a6b-8e00-bffbc3c37ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:52:06.290128 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6022a6ac-a24b-4a61-9b78-e00320cd6567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:06.296165 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cde52f40-600b-4a6b-8e00-bffbc3c37ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709928'] for router_gateway, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:06.483705 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6022a6ac-a24b-4a61-9b78-e00320cd6567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:06.495201 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cde52f40-600b-4a6b-8e00-bffbc3c37ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1796148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29004'] for router, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:06.498804 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cde52f40-600b-4a6b-8e00-bffbc3c37ff5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:06.545466 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cde52f40-600b-4a6b-8e00-bffbc3c37ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1731194'] for router, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:06.546125 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde52f40-600b-4a6b-8e00-bffbc3c37ff5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58c3c7fa-7e63-48e6-83ab-93b437743e0a {{(pid=78703) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 11 13:52:06.566190 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6022a6ac-a24b-4a61-9b78-e00320cd6567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:06.571074 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f2c5701c-2db3-4ebf-9975-2c63a6bc76bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:52:06.586138 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022a6ac-a24b-4a61-9b78-e00320cd6567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159cf17e-9c6b-43e8-a13b-1a741f1a5653,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:52:06.590571 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6022a6ac-a24b-4a61-9b78-e00320cd6567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:52:06.593478 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6022a6ac-a24b-4a61-9b78-e00320cd6567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:06.594589 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-6022a6ac-a24b-4a61-9b78-e00320cd6567 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/159cf17e-9c6b-43e8-a13b-1a741f1a5653 HTTP/1.1" status: 204  len: 168 time: 0.5878689
May 11 13:52:06.599062 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cde52f40-600b-4a6b-8e00-bffbc3c37ff5 admin admin] Notify callbacks [] for router, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:06.600741 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-cde52f40-600b-4a6b-8e00-bffbc3c37ff5 admin admin] 10.222.0.48 "DELETE /v2.0/routers/58c3c7fa-7e63-48e6-83ab-93b437743e0a HTTP/1.1" status: 204  len: 168 time: 1.5033326
May 11 13:52:06.603131 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 52756) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:52:06.671328 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_v2 [None req-d21a2370-77e6-43b6-b8f1-dcad858449bc admin admin] Deleting subnet 4f718927-4558-4044-9512-8b085fcdc25e {{(pid=78703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 11 13:52:06.674725 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d21a2370-77e6-43b6-b8f1-dcad858449bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:06.729513 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d21a2370-77e6-43b6-b8f1-dcad858449bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077574'] for subnet, precommit_delete_associations {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:06.817632 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d21a2370-77e6-43b6-b8f1-dcad858449bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861720'] for subnet, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:07.094628 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d21a2370-77e6-43b6-b8f1-dcad858449bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2100579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2545306'] for subnet, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:07.103711 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:52:07.112151 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device ec0442c9-ed16-4edc-8001-83dd0062621f no longer exists at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:52:07.144007 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a2370-77e6-43b6-b8f1-dcad858449bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f718927-4558-4044-9512-8b085fcdc25e,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:52:07.148034 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d21a2370-77e6-43b6-b8f1-dcad858449bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:52:07.148784 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] No Port match for: ec0442c9-ed16-4edc-8001-83dd0062621f {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:52:07.149146 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device ec0442c9-ed16-4edc-8001-83dd0062621f not bound to the agent host dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:52:07.149756 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device f6d399b5-bb88-4630-abd4-97e35544c9ae no longer exists at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:52:07.150961 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d21a2370-77e6-43b6-b8f1-dcad858449bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:07.162269 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-d21a2370-77e6-43b6-b8f1-dcad858449bc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4f718927-4558-4044-9512-8b085fcdc25e HTTP/1.1" status: 204  len: 168 time: 0.5578389
May 11 13:52:07.164745 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 52774) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:52:07.189282 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] No Port match for: f6d399b5-bb88-4630-abd4-97e35544c9ae {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:52:07.189638 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device f6d399b5-bb88-4630-abd4-97e35544c9ae not bound to the agent host dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:52:07.191108 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b0fde1-ee04-49ca-b90a-4099e3e4ad8f None None] Network 8dd77e97-4eb7-4ba9-bde3-1bab06580f9e requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:52:07.294067 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a4419f99-3fe8-43f9-b11b-06438e14cae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785944'] for network, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:07.369549 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-a4419f99-3fe8-43f9-b11b-06438e14cae1 admin admin] Deleting port 954102b2-ce41-4bc0-8c9d-c85b66befe11 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:52:07.369882 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a4419f99-3fe8-43f9-b11b-06438e14cae1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:07.461151 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58c4774-1ca3-4d41-92d2-03da2c3c3689 None None] DHCP port deletion for 8dd77e97-4eb7-4ba9-bde3-1bab06580f9e request from dv-cinder-784779-11-iscsi {{(pid=78704) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 11 13:52:07.522226 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-a4419f99-3fe8-43f9-b11b-06438e14cae1 admin admin] For port 954102b2-ce41-4bc0-8c9d-c85b66befe11, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=954102b2-ce41-4bc0-8c9d-c85b66befe11,segment=NetworkSegment(6af7aa27-5c55-40f6-b530-da18376fa59f),segment_id=6af7aa27-5c55-40f6-b530-da18376fa59f)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:52:07.522910 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a4419f99-3fe8-43f9-b11b-06438e14cae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:07.537389 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-b58c4774-1ca3-4d41-92d2-03da2c3c3689 None None] Deleting port 954102b2-ce41-4bc0-8c9d-c85b66befe11 {{(pid=78704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:52:07.538144 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b58c4774-1ca3-4d41-92d2-03da2c3c3689 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:07.644410 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-b58c4774-1ca3-4d41-92d2-03da2c3c3689 None None] For port 954102b2-ce41-4bc0-8c9d-c85b66befe11, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=954102b2-ce41-4bc0-8c9d-c85b66befe11,segment=NetworkSegment(6af7aa27-5c55-40f6-b530-da18376fa59f),segment_id=6af7aa27-5c55-40f6-b530-da18376fa59f)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:52:07.644909 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b58c4774-1ca3-4d41-92d2-03da2c3c3689 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:07.660017 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-a4419f99-3fe8-43f9-b11b-06438e14cae1 admin admin] Calling delete_port for 954102b2-ce41-4bc0-8c9d-c85b66befe11 owned by network:dhcp {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:52:07.721754 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a4419f99-3fe8-43f9-b11b-06438e14cae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2100528'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:07.726419 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-23a01406-cdd4-4194-b73a-15c4661f252f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:52:07.784156 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4419f99-3fe8-43f9-b11b-06438e14cae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=954102b2-ce41-4bc0-8c9d-c85b66befe11,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:52:07.785885 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-b58c4774-1ca3-4d41-92d2-03da2c3c3689 None None] Calling delete_port for 954102b2-ce41-4bc0-8c9d-c85b66befe11 owned by network:dhcp {{(pid=78704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:52:07.787844 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4419f99-3fe8-43f9-b11b-06438e14cae1 admin admin] No DVR routers for this DVR port 954102b2-ce41-4bc0-8c9d-c85b66befe11 on host dv-cinder-784779-11-iscsi {{(pid=78703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:52:07.790033 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a4419f99-3fe8-43f9-b11b-06438e14cae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:52:07.831784 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b58c4774-1ca3-4d41-92d2-03da2c3c3689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980'] for port, after_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:07.835907 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:52:07.880731 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c4774-1ca3-4d41-92d2-03da2c3c3689 None None] Pushing event deleted for resources: {'Port': ['ID=954102b2-ce41-4bc0-8c9d-c85b66befe11,revision_number=None']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:52:07.883958 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-b58c4774-1ca3-4d41-92d2-03da2c3c3689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:52:07.884846 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58c4774-1ca3-4d41-92d2-03da2c3c3689 None None] No DVR routers for this DVR port 954102b2-ce41-4bc0-8c9d-c85b66befe11 on host dv-cinder-784779-11-iscsi {{(pid=78704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:52:08.021075 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a4419f99-3fe8-43f9-b11b-06438e14cae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863971', 'neutron.services.segments.db._delete_segments_for_network-8734582855581'] for network, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:08.035059 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-a4419f99-3fe8-43f9-b11b-06438e14cae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ad8683910>,) {'filters': {'network_id': ['8dd77e97-4eb7-4ba9-bde3-1bab06580f9e']}} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:52:08.047253 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-a4419f99-3fe8-43f9-b11b-06438e14cae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad8683910>, '6af7aa27-5c55-40f6-b530-da18376fa59f') {'for_net_delete': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:52:08.047452 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-a4419f99-3fe8-43f9-b11b-06438e14cae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad8683910>, '6af7aa27-5c55-40f6-b530-da18376fa59f') {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:52:08.060736 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a4419f99-3fe8-43f9-b11b-06438e14cae1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582867559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077593'] for segment, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:08.078261 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a4419f99-3fe8-43f9-b11b-06438e14cae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:08.088745 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4419f99-3fe8-43f9-b11b-06438e14cae1 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=78703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 11 13:52:08.088745 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a4419f99-3fe8-43f9-b11b-06438e14cae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2100485'] for segment, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]: Traceback (most recent call last):
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]:     timer()
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]:     cb(*args, **kw)
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]:     return func(*args, **kwargs)
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]:     self._notify()
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]:     self.callback(batched_events)
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]:     event.method(event)
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]:     aggregate_uuid = self.p_client.list_aggregates(
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]:     return f(self, *a, **k)
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]:     return self._get(url).json()
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]:     return self.request(url, 'GET', **kwargs)
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]:     base_url = self.get_endpoint(auth, allow=allow,
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 11 13:52:08.102197 dv-cinder-784779-11-iscsi neutron-server[78703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 11 13:52:08.185088 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a4419f99-3fe8-43f9-b11b-06438e14cae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709946'] for network, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:08.190464 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-fb053875-3899-49ba-9d79-2b4506ebd318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:52:08.204226 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a4419f99-3fe8-43f9-b11b-06438e14cae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:08.215128 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4419f99-3fe8-43f9-b11b-06438e14cae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dd77e97-4eb7-4ba9-bde3-1bab06580f9e,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:52:08.218532 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a4419f99-3fe8-43f9-b11b-06438e14cae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:52:08.234252 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-a4419f99-3fe8-43f9-b11b-06438e14cae1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8dd77e97-4eb7-4ba9-bde3-1bab06580f9e HTTP/1.1" status: 204  len: 168 time: 1.0654185
May 11 13:52:08.234425 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 52806) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:52:08.794583 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-aba34fb7-1213-418b-87b5-33653fae923b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704780'] for router_interface, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:09.090634 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 954102b2-ce41-4bc0-8c9d-c85b66befe11 no longer exists at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:52:09.126119 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] No Port match for: 954102b2-ce41-4bc0-8c9d-c85b66befe11 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:52:09.126516 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 954102b2-ce41-4bc0-8c9d-c85b66befe11 not bound to the agent host dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:52:09.220684 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-aba34fb7-1213-418b-87b5-33653fae923b admin admin] Deleting port b3c1d764-a7ac-4163-9970-a00b3f323059 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:52:09.221021 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-aba34fb7-1213-418b-87b5-33653fae923b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:09.469355 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-aba34fb7-1213-418b-87b5-33653fae923b admin admin] For port b3c1d764-a7ac-4163-9970-a00b3f323059, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=b3c1d764-a7ac-4163-9970-a00b3f323059,segment=NetworkSegment(7ca58471-c3bb-4fad-9160-2910a69a3be4),segment_id=7ca58471-c3bb-4fad-9160-2910a69a3be4)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:52:09.469711 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-aba34fb7-1213-418b-87b5-33653fae923b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:09.602985 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-aba34fb7-1213-418b-87b5-33653fae923b admin admin] Calling delete_port for b3c1d764-a7ac-4163-9970-a00b3f323059 owned by network:router_interface {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:52:09.765595 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-aba34fb7-1213-418b-87b5-33653fae923b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2100528'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:09.769600 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d42f8137-7cec-400b-835b-7e1a0f7c0672 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:52:09.812605 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba34fb7-1213-418b-87b5-33653fae923b admin admin] Pushing event deleted for resources: {'Port': ['ID=b3c1d764-a7ac-4163-9970-a00b3f323059,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:52:09.816008 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-aba34fb7-1213-418b-87b5-33653fae923b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:52:10.096612 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-aba34fb7-1213-418b-87b5-33653fae923b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732092'] for router_interface, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:10.478360 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba34fb7-1213-418b-87b5-33653fae923b admin admin] Router 09045566-424c-4c16-9482-0c1c11f69ecf has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:52:10.671757 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba34fb7-1213-418b-87b5-33653fae923b admin admin] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:52:10.680925 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50625d06-e1c8-4af1-b3c6-48a01ecb4796 None None] Sync routers for ids ['09045566-424c-4c16-9482-0c1c11f69ecf'] in dv-cinder-784779-11-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:52:10.692074 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-aba34fb7-1213-418b-87b5-33653fae923b admin admin] 10.222.0.48 "PUT /v2.0/routers/09045566-424c-4c16-9482-0c1c11f69ecf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4563916
May 11 13:52:10.694488 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50625d06-e1c8-4af1-b3c6-48a01ecb4796 None None] Routers {'09045566-424c-4c16-9482-0c1c11f69ecf'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:52:10.694656 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 52818) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:52:10.695312 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-50625d06-e1c8-4af1-b3c6-48a01ecb4796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9dffd00>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:52:02Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['09045566-424c-4c16-9482-0c1c11f69ecf'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:52:10.908699 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-50625d06-e1c8-4af1-b3c6-48a01ecb4796 None None] Set router 09045566-424c-4c16-9482-0c1c11f69ecf gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:52:11.002207 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5d9f476e-9ebe-452c-8bda-d6bdff810a2b admin admin] Notify callbacks [] for router, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:11.184232 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5d9f476e-9ebe-452c-8bda-d6bdff810a2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:11.203785 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-50625d06-e1c8-4af1-b3c6-48a01ecb4796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9dffd00>, [{'id': '09045566-424c-4c16-9482-0c1c11f69ecf', 'name': 'tempest-TestShelveInstance-1826955455-router', 'tenant_id': '49b82325f5074c15825d12731061ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '547c3478-5d6c-4b98-ad2b-5bac604a1c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:51Z', 'updated_at': '2021-05-11T13:52:09Z', 'revision_number': 5, 'project_id': '49b82325f5074c15825d12731061ed40', 'gw_port': {'id': '547c3478-5d6c-4b98-ad2b-5bac604a1c3a', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09045566-424c-4c16-9482-0c1c11f69ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:46:53Z', 'updated_at': '2021-05-11T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:52:11.209365 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50625d06-e1c8-4af1-b3c6-48a01ecb4796 None None] Checking router: 09045566-424c-4c16-9482-0c1c11f69ecf for host: dv-cinder-784779-11-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:52:11.218602 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50625d06-e1c8-4af1-b3c6-48a01ecb4796 None None] Routers {'09045566-424c-4c16-9482-0c1c11f69ecf'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:52:11.219224 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-50625d06-e1c8-4af1-b3c6-48a01ecb4796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9dffd00>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:52:02Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['09045566-424c-4c16-9482-0c1c11f69ecf'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:52:11.274601 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-5d9f476e-9ebe-452c-8bda-d6bdff810a2b admin admin] Deleting port 547c3478-5d6c-4b98-ad2b-5bac604a1c3a {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:52:11.274943 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5d9f476e-9ebe-452c-8bda-d6bdff810a2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:11.373703 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-50625d06-e1c8-4af1-b3c6-48a01ecb4796 None None] Set router 09045566-424c-4c16-9482-0c1c11f69ecf gateway port host: None {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:52:11.404155 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-5d9f476e-9ebe-452c-8bda-d6bdff810a2b admin admin] For port 547c3478-5d6c-4b98-ad2b-5bac604a1c3a, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=547c3478-5d6c-4b98-ad2b-5bac604a1c3a,segment=NetworkSegment(2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f),segment_id=2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:52:11.404501 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5d9f476e-9ebe-452c-8bda-d6bdff810a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:11.478792 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-50625d06-e1c8-4af1-b3c6-48a01ecb4796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9dffd00>, [{'id': '09045566-424c-4c16-9482-0c1c11f69ecf', 'name': 'tempest-TestShelveInstance-1826955455-router', 'tenant_id': '49b82325f5074c15825d12731061ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:51Z', 'updated_at': '2021-05-11T13:52:11Z', 'revision_number': 6, 'project_id': '49b82325f5074c15825d12731061ed40', 'gw_port_host': None}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:52:11.483011 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50625d06-e1c8-4af1-b3c6-48a01ecb4796 None None] The sync data for ids ['09045566-424c-4c16-9482-0c1c11f69ecf'] in dv-cinder-784779-11-iscsi is: [{'id': '09045566-424c-4c16-9482-0c1c11f69ecf', 'name': 'tempest-TestShelveInstance-1826955455-router', 'tenant_id': '49b82325f5074c15825d12731061ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:46:51Z', 'updated_at': '2021-05-11T13:52:11Z', 'revision_number': 6, 'project_id': '49b82325f5074c15825d12731061ed40', 'gw_port_host': None}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:52:11.549259 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-5d9f476e-9ebe-452c-8bda-d6bdff810a2b admin admin] Calling delete_port for 547c3478-5d6c-4b98-ad2b-5bac604a1c3a owned by network:router_gateway {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:52:11.714748 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5d9f476e-9ebe-452c-8bda-d6bdff810a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2100528'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:11.720094 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-911891a4-f5d7-4fc9-b3c8-0fb7194407ff tempest-VolumesSnapshotTestJSON-1392845757 tempest-VolumesSnapshotTestJSON-1392845757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:52:11.764392 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f476e-9ebe-452c-8bda-d6bdff810a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=547c3478-5d6c-4b98-ad2b-5bac604a1c3a,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:52:11.768813 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5d9f476e-9ebe-452c-8bda-d6bdff810a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:52:11.874743 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5d9f476e-9ebe-452c-8bda-d6bdff810a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709928'] for router_gateway, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:12.060538 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5d9f476e-9ebe-452c-8bda-d6bdff810a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1796148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29004'] for router, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:12.062989 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5d9f476e-9ebe-452c-8bda-d6bdff810a2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:12.098068 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5d9f476e-9ebe-452c-8bda-d6bdff810a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1731194'] for router, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:12.098567 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9f476e-9ebe-452c-8bda-d6bdff810a2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09045566-424c-4c16-9482-0c1c11f69ecf {{(pid=78703) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 11 13:52:12.111279 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5d9f476e-9ebe-452c-8bda-d6bdff810a2b admin admin] Notify callbacks [] for router, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:12.112572 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-5d9f476e-9ebe-452c-8bda-d6bdff810a2b admin admin] 10.222.0.48 "DELETE /v2.0/routers/09045566-424c-4c16-9482-0c1c11f69ecf HTTP/1.1" status: 204  len: 168 time: 1.4170694
May 11 13:52:12.115924 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 52824) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:52:12.179200 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_v2 [None req-d947fc70-9934-4624-98c0-b400bfcdde4b admin admin] Deleting subnet 7c8bbe75-2c0e-4c44-81be-1d4a6a4c4d5a {{(pid=78702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 11 13:52:12.182223 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d947fc70-9934-4624-98c0-b400bfcdde4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:12.233028 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d947fc70-9934-4624-98c0-b400bfcdde4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143158'] for subnet, precommit_delete_associations {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:12.324353 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d947fc70-9934-4624-98c0-b400bfcdde4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861720'] for subnet, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:12.589838 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d947fc70-9934-4624-98c0-b400bfcdde4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2529524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514346'] for subnet, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:12.594088 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-dea7c499-b7b4-4a1b-bfbf-e27909e14b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:52:12.633331 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947fc70-9934-4624-98c0-b400bfcdde4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c8bbe75-2c0e-4c44-81be-1d4a6a4c4d5a,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:52:12.636726 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-d947fc70-9934-4624-98c0-b400bfcdde4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:52:12.639840 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d947fc70-9934-4624-98c0-b400bfcdde4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:12.645129 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dc2b64-cc63-48b3-9717-2ba8c92fe622 None None] Network 49bccc7e-a2d1-4ae9-89ae-5911c5100745 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:52:12.647154 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-d947fc70-9934-4624-98c0-b400bfcdde4b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7c8bbe75-2c0e-4c44-81be-1d4a6a4c4d5a HTTP/1.1" status: 204  len: 168 time: 0.5301433
May 11 13:52:12.649717 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 52828) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:52:12.761916 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b0a6b0fb-5608-47f3-a984-6d4623747934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785944'] for network, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:12.849645 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-b0a6b0fb-5608-47f3-a984-6d4623747934 admin admin] Deleting port 265d26f8-ccf5-4265-82a7-d16d8dedd1e0 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:52:12.849895 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b0a6b0fb-5608-47f3-a984-6d4623747934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:12.952395 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a86e37-b512-496d-90ec-9fc768b6d5cb None None] DHCP port deletion for 49bccc7e-a2d1-4ae9-89ae-5911c5100745 request from dv-cinder-784779-11-iscsi {{(pid=78704) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 11 13:52:12.953503 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-b0a6b0fb-5608-47f3-a984-6d4623747934 admin admin] For port 265d26f8-ccf5-4265-82a7-d16d8dedd1e0, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=265d26f8-ccf5-4265-82a7-d16d8dedd1e0,segment=NetworkSegment(7ca58471-c3bb-4fad-9160-2910a69a3be4),segment_id=7ca58471-c3bb-4fad-9160-2910a69a3be4)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:52:12.953876 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b0a6b0fb-5608-47f3-a984-6d4623747934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:13.019992 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-c3a86e37-b512-496d-90ec-9fc768b6d5cb None None] Deleting port 265d26f8-ccf5-4265-82a7-d16d8dedd1e0 {{(pid=78704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:52:13.020368 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-c3a86e37-b512-496d-90ec-9fc768b6d5cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:13.077489 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-b0a6b0fb-5608-47f3-a984-6d4623747934 admin admin] Calling delete_port for 265d26f8-ccf5-4265-82a7-d16d8dedd1e0 owned by network:dhcp {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:52:13.126045 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device b3c1d764-a7ac-4163-9970-a00b3f323059 no longer exists at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:52:13.136660 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b0a6b0fb-5608-47f3-a984-6d4623747934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:13.141721 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-f26cd1a5-2756-443d-806d-4e8a91da8ecc tempest-VolumesActionsTest-587319036 tempest-VolumesActionsTest-587319036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:52:13.172598 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] No Port match for: b3c1d764-a7ac-4163-9970-a00b3f323059 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:52:13.172811 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device b3c1d764-a7ac-4163-9970-a00b3f323059 not bound to the agent host dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:52:13.173373 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 265d26f8-ccf5-4265-82a7-d16d8dedd1e0 no longer exists at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:52:13.192615 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6b0fb-5608-47f3-a984-6d4623747934 admin admin] Pushing event deleted for resources: {'Port': ['ID=265d26f8-ccf5-4265-82a7-d16d8dedd1e0,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:52:13.196861 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b0a6b0fb-5608-47f3-a984-6d4623747934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:52:13.199644 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a6b0fb-5608-47f3-a984-6d4623747934 admin admin] No DVR routers for this DVR port 265d26f8-ccf5-4265-82a7-d16d8dedd1e0 on host dv-cinder-784779-11-iscsi {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:52:13.207481 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-c3a86e37-b512-496d-90ec-9fc768b6d5cb None None] For port 265d26f8-ccf5-4265-82a7-d16d8dedd1e0, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=265d26f8-ccf5-4265-82a7-d16d8dedd1e0,segment=NetworkSegment(7ca58471-c3bb-4fad-9160-2910a69a3be4),segment_id=7ca58471-c3bb-4fad-9160-2910a69a3be4)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:52:13.207907 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-c3a86e37-b512-496d-90ec-9fc768b6d5cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:13.222324 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] No Port match for: 265d26f8-ccf5-4265-82a7-d16d8dedd1e0 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:52:13.222667 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 265d26f8-ccf5-4265-82a7-d16d8dedd1e0 not bound to the agent host dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:52:13.223090 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 547c3478-5d6c-4b98-ad2b-5bac604a1c3a no longer exists at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:52:13.324581 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b0a6b0fb-5608-47f3-a984-6d4623747934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863971', 'neutron.services.segments.db._delete_segments_for_network-8734582855581'] for network, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:13.340304 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-b0a6b0fb-5608-47f3-a984-6d4623747934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ad91c4e50>,) {'filters': {'network_id': ['49bccc7e-a2d1-4ae9-89ae-5911c5100745']}} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:52:13.354015 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-b0a6b0fb-5608-47f3-a984-6d4623747934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad91c4e50>, '7ca58471-c3bb-4fad-9160-2910a69a3be4') {'for_net_delete': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:52:13.354296 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-b0a6b0fb-5608-47f3-a984-6d4623747934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad91c4e50>, '7ca58471-c3bb-4fad-9160-2910a69a3be4') {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:52:13.365737 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] No Port match for: 547c3478-5d6c-4b98-ad2b-5bac604a1c3a {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:52:13.365967 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 547c3478-5d6c-4b98-ad2b-5bac604a1c3a not bound to the agent host dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:52:13.366953 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b0a6b0fb-5608-47f3-a984-6d4623747934 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582867559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143145'] for segment, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:13.373509 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-c3a86e37-b512-496d-90ec-9fc768b6d5cb None None] Calling delete_port for 265d26f8-ccf5-4265-82a7-d16d8dedd1e0 owned by network:dhcp {{(pid=78704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:52:13.385104 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b0a6b0fb-5608-47f3-a984-6d4623747934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:13.392377 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a6b0fb-5608-47f3-a984-6d4623747934 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=78702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 11 13:52:13.392911 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b0a6b0fb-5608-47f3-a984-6d4623747934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2529426'] for segment, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]: Traceback (most recent call last):
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]:     timer()
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]:     cb(*args, **kw)
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]:     return func(*args, **kwargs)
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]:     self._notify()
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]:     self.callback(batched_events)
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]:     event.method(event)
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]:     aggregate_uuid = self.p_client.list_aggregates(
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]:     return f(self, *a, **k)
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]:     return self._get(url).json()
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]:     return self.request(url, 'GET', **kwargs)
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]:     base_url = self.get_endpoint(auth, allow=allow,
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 11 13:52:13.406963 dv-cinder-784779-11-iscsi neutron-server[78702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 11 13:52:13.421441 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-c3a86e37-b512-496d-90ec-9fc768b6d5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980'] for port, after_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:13.425692 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:52:13.469706 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a86e37-b512-496d-90ec-9fc768b6d5cb None None] Pushing event deleted for resources: {'Port': ['ID=265d26f8-ccf5-4265-82a7-d16d8dedd1e0,revision_number=None']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:52:13.472912 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-c3a86e37-b512-496d-90ec-9fc768b6d5cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:52:13.473723 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a86e37-b512-496d-90ec-9fc768b6d5cb None None] No DVR routers for this DVR port 265d26f8-ccf5-4265-82a7-d16d8dedd1e0 on host dv-cinder-784779-11-iscsi {{(pid=78704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:52:13.505595 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b0a6b0fb-5608-47f3-a984-6d4623747934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709946'] for network, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:13.510873 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:52:13.527243 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b0a6b0fb-5608-47f3-a984-6d4623747934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:13.537894 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6b0fb-5608-47f3-a984-6d4623747934 admin admin] Pushing event deleted for resources: {'Network': ['ID=49bccc7e-a2d1-4ae9-89ae-5911c5100745,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:52:13.542442 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b0a6b0fb-5608-47f3-a984-6d4623747934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:52:13.546122 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-b0a6b0fb-5608-47f3-a984-6d4623747934 admin admin] 10.222.0.48 "DELETE /v2.0/networks/49bccc7e-a2d1-4ae9-89ae-5911c5100745 HTTP/1.1" status: 204  len: 168 time: 0.8954673
May 11 13:52:13.762152 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 52836) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:52:13.814529 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-4724b6d0-8c2b-48a6-9519-0c86dcae4b29 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2117c366b46f4a7b867a6881d105e9e2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0508304
May 11 13:52:13.817360 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 52842) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:52:13.884090 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-684f3956-8f98-4282-86ee-43e2827fd98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:13.916861 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-684f3956-8f98-4282-86ee-43e2827fd98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:13.983704 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-684f3956-8f98-4282-86ee-43e2827fd98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:13.988040 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0933e201-3930-40ea-8140-ee0a0d2eed1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:52:14.001541 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f3956-8f98-4282-86ee-43e2827fd98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79213dc0-1fed-46e1-be29-ae93b127df5a,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:52:14.005406 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-684f3956-8f98-4282-86ee-43e2827fd98b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:52:14.013322 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-684f3956-8f98-4282-86ee-43e2827fd98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:14.014876 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-684f3956-8f98-4282-86ee-43e2827fd98b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/79213dc0-1fed-46e1-be29-ae93b127df5a HTTP/1.1" status: 204  len: 168 time: 0.1962240
May 11 13:52:14.414149 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 52856) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:52:14.472401 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-eb547560-334d-4495-82da-1a8dd21d2459 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=49b82325f5074c15825d12731061ed40&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0565717
May 11 13:52:14.474539 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 52860) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:52:14.541788 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e207b3d3-ea2c-41f6-a88b-a22bb7ba844c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:14.568970 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e207b3d3-ea2c-41f6-a88b-a22bb7ba844c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:14.626094 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e207b3d3-ea2c-41f6-a88b-a22bb7ba844c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:14.630733 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-b78d072c-95e9-4a4f-9d6b-b32a3c21d2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:52:14.643065 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207b3d3-ea2c-41f6-a88b-a22bb7ba844c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b75366-d8cd-4cc1-8778-b1097ab09826,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:52:14.646051 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e207b3d3-ea2c-41f6-a88b-a22bb7ba844c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:52:14.653787 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e207b3d3-ea2c-41f6-a88b-a22bb7ba844c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:14.654980 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-e207b3d3-ea2c-41f6-a88b-a22bb7ba844c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/96b75366-d8cd-4cc1-8778-b1097ab09826 HTTP/1.1" status: 204  len: 168 time: 0.1793077
May 11 13:52:16.668872 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 52878) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:52:16.811451 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-549e9f44-d34e-4062-a0dd-bf7c2841ca24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:16.830406 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-549e9f44-d34e-4062-a0dd-bf7c2841ca24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 11 13:52:16.834694 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-549e9f44-d34e-4062-a0dd-bf7c2841ca24 admin admin] Usage tracker for resource:security_group_rule and tenant:c56d0fa9ffa94091a0695451a00907c8 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 11 13:52:16.837664 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-549e9f44-d34e-4062-a0dd-bf7c2841ca24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 11 13:52:16.844121 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-549e9f44-d34e-4062-a0dd-bf7c2841ca24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 11 13:52:16.937138 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-549e9f44-d34e-4062-a0dd-bf7c2841ca24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:16.942164 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-549e9f44-d34e-4062-a0dd-bf7c2841ca24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:16.949603 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f672d0bf-f124-4cee-b4fc-e4203a9e7443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:52:16.989476 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e9f44-d34e-4062-a0dd-bf7c2841ca24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704d1a43-c3ea-41b6-aab5-18954c8b2be4,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:52:16.993347 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-549e9f44-d34e-4062-a0dd-bf7c2841ca24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:52:16.995689 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-549e9f44-d34e-4062-a0dd-bf7c2841ca24 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c56d0fa9ffa94091a0695451a00907c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3257785
May 11 13:52:16.998659 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 52884) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:52:17.071863 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-25a324b2-8d4d-4b0b-9237-0fb19785cf68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:17.104911 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-25a324b2-8d4d-4b0b-9237-0fb19785cf68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:17.171016 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-25a324b2-8d4d-4b0b-9237-0fb19785cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:17.174951 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5ed2568d-7285-49cd-9a06-587febdf699f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:52:17.190546 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a324b2-8d4d-4b0b-9237-0fb19785cf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704d1a43-c3ea-41b6-aab5-18954c8b2be4,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:52:17.193575 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-25a324b2-8d4d-4b0b-9237-0fb19785cf68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:52:17.199223 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-25a324b2-8d4d-4b0b-9237-0fb19785cf68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:17.200397 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-25a324b2-8d4d-4b0b-9237-0fb19785cf68 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/704d1a43-c3ea-41b6-aab5-18954c8b2be4 HTTP/1.1" status: 204  len: 168 time: 0.2009697
May 11 13:52:29.409651 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-7887ec9a-5f62-4ce4-9412-628b6b8beeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:29.646463 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:30.658813 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:52:32.238144 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:32.513310 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d9dbd405-ad7f-4436-907d-7f13cd4048d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:33.390547 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:34.804266 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:50.227957 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 52890) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:52:50.622133 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-82ed8adb-3ec5-48c4-8919-a3615620173c tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Deleting port 5a936b25-2cec-44a6-8706-3818970a8bb0 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:52:50.622479 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-82ed8adb-3ec5-48c4-8919-a3615620173c tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:50.743269 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-82ed8adb-3ec5-48c4-8919-a3615620173c tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:50.743589 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-82ed8adb-3ec5-48c4-8919-a3615620173c tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:50.865078 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-82ed8adb-3ec5-48c4-8919-a3615620173c tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Calling delete_port for 5a936b25-2cec-44a6-8706-3818970a8bb0 owned by network:floatingip {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:52:51.010371 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-82ed8adb-3ec5-48c4-8919-a3615620173c tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:51.014056 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b2dc459d-3d4b-4363-ad84-98296992ab3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:52:51.056085 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed8adb-3ec5-48c4-8919-a3615620173c tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Pushing event deleted for resources: {'Port': ['ID=5a936b25-2cec-44a6-8706-3818970a8bb0,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:52:51.062113 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-82ed8adb-3ec5-48c4-8919-a3615620173c tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:52:51.151076 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-82ed8adb-3ec5-48c4-8919-a3615620173c tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for floatingip, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:51.151327 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.db.l3_db [None req-82ed8adb-3ec5-48c4-8919-a3615620173c tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Floating IP a51be1eb-4ebf-472c-be6b-5f9e726b963f disassociated (deleted). External IP: 172.27.1.171, port: 6dc11d48-886b-4d46-ba63-5798d535f790.
May 11 13:52:51.510508 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ed8adb-3ec5-48c4-8919-a3615620173c tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Router 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:52:51.696885 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ed8adb-3ec5-48c4-8919-a3615620173c tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:52:51.706674 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07c0e4d-91d8-4a9e-85db-0b7b45e10640 None None] Sync routers for ids ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'] in dv-cinder-784779-11-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:52:51.718949 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07c0e4d-91d8-4a9e-85db-0b7b45e10640 None None] Routers {'3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:52:51.719610 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-f07c0e4d-91d8-4a9e-85db-0b7b45e10640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad913db20>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:52:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:52:51.720588 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-82ed8adb-3ec5-48c4-8919-a3615620173c tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for floatingip, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:51.780333 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-82ed8adb-3ec5-48c4-8919-a3615620173c tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "DELETE /v2.0/floatingips/a51be1eb-4ebf-472c-be6b-5f9e726b963f HTTP/1.1" status: 204  len: 168 time: 1.5511701
May 11 13:52:51.780962 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c47af3a-4b35-4e23-b209-cbe6e0cb4aef', 'tag': '6dc11d48-886b-4d46-ba63-5798d535f790'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:52:51.835491 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c47af3a-4b35-4e23-b209-cbe6e0cb4aef', 'tag': '6dc11d48-886b-4d46-ba63-5798d535f790', 'status': 'completed', 'code': 200}
May 11 13:52:51.907527 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-f07c0e4d-91d8-4a9e-85db-0b7b45e10640 None None] Set router 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:52:52.078620 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c77eae-06cc-485b-85c3-8f84d2237083 req-01e1000f-9459-4de0-890c-01f9e07ccb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:52:52.080297 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f8c77eae-06cc-485b-85c3-8f84d2237083 req-01e1000f-9459-4de0-890c-01f9e07ccb8a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d185725581a24febb7946b4a64c64b41&device_id=8c47af3a-4b35-4e23-b209-cbe6e0cb4aef HTTP/1.1" status: 200  len: 1098 time: 0.2217021
May 11 13:52:52.264942 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c77eae-06cc-485b-85c3-8f84d2237083 req-bd23ebab-66c9-4032-bf07-9556e64d7526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:52:52.266380 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f8c77eae-06cc-485b-85c3-8f84d2237083 req-bd23ebab-66c9-4032-bf07-9556e64d7526 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fd97d37a-0667-4ddc-b6b6-37157baca3ab HTTP/1.1" status: 200  len: 913 time: 0.1775801
May 11 13:52:52.269987 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-f07c0e4d-91d8-4a9e-85db-0b7b45e10640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad913db20>, [{'id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'name': 'tempest-TestVolumeBootPattern-1118253124-router', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:44:50Z', 'updated_at': '2021-05-11T13:44:57Z', 'revision_number': 4, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'gw_port': {'id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:51Z', 'updated_at': '2021-05-11T13:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_floatingips': [{'id': '4de5bfe8-fd59-4de3-9204-9d8360e9c4ba', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'port_id': '247de115-5c6d-44da-9da0-9bdc03a9222d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'mac_address': 'fa:16:3e:5b:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6944d65-3f74-49ba-8272-9c5f5aa4f193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:49:06Z', 'updated_at': '2021-05-11T13:49:10Z', 'revision_number': 1, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ceaf8f-53d1-41e2-8851-754b528727a9', 'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'mac_address': 'fa:16:3e:30:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:57Z', 'updated_at': '2021-05-11T13:45:05Z', 'revision_number': 5, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'subnets': [{'id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:52:52.274316 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07c0e4d-91d8-4a9e-85db-0b7b45e10640 None None] Checking router: 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d for host: dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:52:52.283050 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07c0e4d-91d8-4a9e-85db-0b7b45e10640 None None] Routers {'3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:52:52.283452 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-f07c0e4d-91d8-4a9e-85db-0b7b45e10640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad913db20>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:52:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:52:52.327755 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a5784-4b32-4bab-ace2-b87e3141f765 req-5b9e1ea4-1038-442b-8178-c78b98c636db tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:52:52.328433 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-669a5784-4b32-4bab-ace2-b87e3141f765 req-5b9e1ea4-1038-442b-8178-c78b98c636db tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Synchronizing usage tracker for tenant:d185725581a24febb7946b4a64c64b41 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:52:52.345158 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f8c77eae-06cc-485b-85c3-8f84d2237083 req-45f8cb1f-b617-4b41-96fe-f4677ea4a7eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6dc11d48-886b-4d46-ba63-5798d535f790 HTTP/1.1" status: 200  len: 217 time: 0.0709741
May 11 13:52:52.395731 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-669a5784-4b32-4bab-ace2-b87e3141f765 req-5b9e1ea4-1038-442b-8178-c78b98c636db tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Unset dirty status for tenant:d185725581a24febb7946b4a64c64b41 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:52:52.396903 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-669a5784-4b32-4bab-ace2-b87e3141f765 req-5b9e1ea4-1038-442b-8178-c78b98c636db tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c47af3a-4b35-4e23-b209-cbe6e0cb4aef HTTP/1.1" status: 200  len: 945 time: 0.2901342
May 11 13:52:52.433699 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c77eae-06cc-485b-85c3-8f84d2237083 req-ca254eea-274c-41af-b67c-bcef8d2d529a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:52:52.435180 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f8c77eae-06cc-485b-85c3-8f84d2237083 req-ca254eea-274c-41af-b67c-bcef8d2d529a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eff3406f-1fd8-4742-aa2f-78f38079d01b HTTP/1.1" status: 200  len: 851 time: 0.0831020
May 11 13:52:52.496816 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-669a5784-4b32-4bab-ace2-b87e3141f765 req-88662024-c488-49dc-9c05-13edfec9fc6c tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0920153
May 11 13:52:52.513967 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-f07c0e4d-91d8-4a9e-85db-0b7b45e10640 None None] Set router 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:52:52.541006 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c77eae-06cc-485b-85c3-8f84d2237083 req-de8598fd-e7a0-4c7e-b5d3-32d496a1799b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:52:52.542642 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f8c77eae-06cc-485b-85c3-8f84d2237083 req-de8598fd-e7a0-4c7e-b5d3-32d496a1799b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fd97d37a-0667-4ddc-b6b6-37157baca3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0959918
May 11 13:52:52.712187 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f8c77eae-06cc-485b-85c3-8f84d2237083 req-2444ca3e-b915-49ad-93d1-0a7495c132da service neutron] 10.222.0.54 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1619868
May 11 13:52:52.848970 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f8c77eae-06cc-485b-85c3-8f84d2237083 req-5ea9da50-a44f-4df1-9649-2b49a1ce1835 service neutron] 10.222.0.54 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287239
May 11 13:52:52.880915 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-f07c0e4d-91d8-4a9e-85db-0b7b45e10640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad913db20>, [{'id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'name': 'tempest-TestVolumeBootPattern-1118253124-router', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:44:50Z', 'updated_at': '2021-05-11T13:44:57Z', 'revision_number': 4, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'gw_port': {'id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:51Z', 'updated_at': '2021-05-11T13:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_floatingips': [{'id': '4de5bfe8-fd59-4de3-9204-9d8360e9c4ba', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'port_id': '247de115-5c6d-44da-9da0-9bdc03a9222d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'mac_address': 'fa:16:3e:5b:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6944d65-3f74-49ba-8272-9c5f5aa4f193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:49:06Z', 'updated_at': '2021-05-11T13:49:10Z', 'revision_number': 1, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ceaf8f-53d1-41e2-8851-754b528727a9', 'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'mac_address': 'fa:16:3e:30:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:57Z', 'updated_at': '2021-05-11T13:45:05Z', 'revision_number': 5, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'subnets': [{'id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:52:52.884925 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07c0e4d-91d8-4a9e-85db-0b7b45e10640 None None] The sync data for ids ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'] in dv-cinder-784779-11-iscsi is: [{'id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'name': 'tempest-TestVolumeBootPattern-1118253124-router', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:44:50Z', 'updated_at': '2021-05-11T13:44:57Z', 'revision_number': 4, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'gw_port': {'id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:51Z', 'updated_at': '2021-05-11T13:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_floatingips': [{'id': '4de5bfe8-fd59-4de3-9204-9d8360e9c4ba', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'router_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'port_id': '247de115-5c6d-44da-9da0-9bdc03a9222d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'mac_address': 'fa:16:3e:5b:7d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6944d65-3f74-49ba-8272-9c5f5aa4f193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T13:49:06Z', 'updated_at': '2021-05-11T13:49:10Z', 'revision_number': 1, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ceaf8f-53d1-41e2-8851-754b528727a9', 'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'mac_address': 'fa:16:3e:30:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:57Z', 'updated_at': '2021-05-11T13:45:05Z', 'revision_number': 5, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'subnets': [{'id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:52:53.108559 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2baffe-419f-4d58-a3b8-8f37816ef5c9 None None] New status for floating IP a51be1eb-4ebf-472c-be6b-5f9e726b963f: DOWN {{(pid=78705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 11 13:52:53.617065 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3910a-84c3-4687-b485-f154c6155cac req-95021520-6f91-467b-96ed-e09799146d3a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:52:53.618514 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-66e3910a-84c3-4687-b485-f154c6155cac req-95021520-6f91-467b-96ed-e09799146d3a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c47af3a-4b35-4e23-b209-cbe6e0cb4aef HTTP/1.1" status: 200  len: 945 time: 0.0878441
May 11 13:52:53.764688 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-66e3910a-84c3-4687-b485-f154c6155cac req-401a0981-2f5e-43b8-be6e-910066fc65ea tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Deleting port 6dc11d48-886b-4d46-ba63-5798d535f790 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:52:53.764994 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-66e3910a-84c3-4687-b485-f154c6155cac req-401a0981-2f5e-43b8-be6e-910066fc65ea tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:53.791307 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3897e-7c77-47e3-96a7-695af0d86a67 req-98ba10e3-827f-4fce-8660-6a28c8ad9566 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:52:53.792764 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f4b3897e-7c77-47e3-96a7-695af0d86a67 req-98ba10e3-827f-4fce-8660-6a28c8ad9566 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c47af3a-4b35-4e23-b209-cbe6e0cb4aef HTTP/1.1" status: 200  len: 945 time: 0.1861005
May 11 13:52:53.840140 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f4b3897e-7c77-47e3-96a7-695af0d86a67 req-1ddb4601-c661-44ff-a806-4cc79173e057 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413692
May 11 13:52:53.899656 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-66e3910a-84c3-4687-b485-f154c6155cac req-401a0981-2f5e-43b8-be6e-910066fc65ea tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] For port 6dc11d48-886b-4d46-ba63-5798d535f790, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6dc11d48-886b-4d46-ba63-5798d535f790,segment=NetworkSegment(da77338e-78ab-4b09-adcb-e7d35927c19a),segment_id=da77338e-78ab-4b09-adcb-e7d35927c19a)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:52:53.900025 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-66e3910a-84c3-4687-b485-f154c6155cac req-401a0981-2f5e-43b8-be6e-910066fc65ea tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:54.024206 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-66e3910a-84c3-4687-b485-f154c6155cac req-401a0981-2f5e-43b8-be6e-910066fc65ea tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Calling delete_port for 6dc11d48-886b-4d46-ba63-5798d535f790 owned by compute:nova {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:52:54.141418 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-66e3910a-84c3-4687-b485-f154c6155cac req-401a0981-2f5e-43b8-be6e-910066fc65ea tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:54.147318 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-26ee3bcd-8dcd-4636-8b66-77d3edd5823c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:52:54.194363 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a0981-2f5e-43b8-be6e-910066fc65ea tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Pushing event deleted for resources: {'Port': ['ID=6dc11d48-886b-4d46-ba63-5798d535f790,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:52:54.197472 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-401a0981-2f5e-43b8-be6e-910066fc65ea tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:52:54.268428 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e3910a-84c3-4687-b485-f154c6155cac req-401a0981-2f5e-43b8-be6e-910066fc65ea tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] No DVR routers for this DVR port 6dc11d48-886b-4d46-ba63-5798d535f790 on host hv-cinder-78477 {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:52:54.270903 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-66e3910a-84c3-4687-b485-f154c6155cac req-401a0981-2f5e-43b8-be6e-910066fc65ea tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:54.273550 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c47af3a-4b35-4e23-b209-cbe6e0cb4aef', 'name': 'network-vif-deleted', 'tag': '6dc11d48-886b-4d46-ba63-5798d535f790'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:52:54.290205 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-66e3910a-84c3-4687-b485-f154c6155cac req-401a0981-2f5e-43b8-be6e-910066fc65ea tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.54 "DELETE /v2.0/ports/6dc11d48-886b-4d46-ba63-5798d535f790 HTTP/1.1" status: 204  len: 173 time: 0.6658447
May 11 13:52:54.330819 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c47af3a-4b35-4e23-b209-cbe6e0cb4aef', 'name': 'network-vif-deleted', 'tag': '6dc11d48-886b-4d46-ba63-5798d535f790', 'status': 'completed', 'code': 200}
May 11 13:52:55.031154 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dfe4e090-26c6-46f7-b1dd-80ca97dda708 req-457338dd-026e-4776-96c5-67e32d2b7188 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c47af3a-4b35-4e23-b209-cbe6e0cb4aef HTTP/1.1" status: 200  len: 210 time: 0.0589800
May 11 13:52:57.123922 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 6dc11d48-886b-4d46-ba63-5798d535f790 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:52:57.159304 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] No Port match for: 6dc11d48-886b-4d46-ba63-5798d535f790 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:52:57.159687 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 6dc11d48-886b-4d46-ba63-5798d535f790 not bound to the agent host hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:52:58.576075 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 52922) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:52:58.859393 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-41c09636-961c-4f03-acb6-178e1183a1d2 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Deleting port 0d8c200b-7d26-4c72-810d-f988c24ccc37 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:52:58.859659 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-41c09636-961c-4f03-acb6-178e1183a1d2 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:58.990104 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-41c09636-961c-4f03-acb6-178e1183a1d2 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:58.990439 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-41c09636-961c-4f03-acb6-178e1183a1d2 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:59.116979 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-41c09636-961c-4f03-acb6-178e1183a1d2 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Calling delete_port for 0d8c200b-7d26-4c72-810d-f988c24ccc37 owned by network:floatingip {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:52:59.253963 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-41c09636-961c-4f03-acb6-178e1183a1d2 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2100528'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:59.257632 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-cde52f40-600b-4a6b-8e00-bffbc3c37ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:52:59.300906 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c09636-961c-4f03-acb6-178e1183a1d2 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Pushing event deleted for resources: {'Port': ['ID=0d8c200b-7d26-4c72-810d-f988c24ccc37,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:52:59.303996 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-41c09636-961c-4f03-acb6-178e1183a1d2 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:52:59.392555 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-41c09636-961c-4f03-acb6-178e1183a1d2 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for floatingip, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:59.393012 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.db.l3_db [None req-41c09636-961c-4f03-acb6-178e1183a1d2 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Floating IP 4de5bfe8-fd59-4de3-9204-9d8360e9c4ba disassociated (deleted). External IP: 172.27.1.116, port: 247de115-5c6d-44da-9da0-9bdc03a9222d.
May 11 13:52:59.405500 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-a7bb554f-2f16-4194-98cd-b3e97a6474d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:59.638941 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:52:59.748795 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c09636-961c-4f03-acb6-178e1183a1d2 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Router 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:53:00.041420 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c09636-961c-4f03-acb6-178e1183a1d2 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:53:00.054502 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4912caf7-e4f0-4800-a72b-7552d11c506d None None] Sync routers for ids ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'] in dv-cinder-784779-11-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:53:00.061346 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-41c09636-961c-4f03-acb6-178e1183a1d2 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for floatingip, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:00.064270 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4912caf7-e4f0-4800-a72b-7552d11c506d None None] Routers {'3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:53:00.064897 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-4912caf7-e4f0-4800-a72b-7552d11c506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9c43940>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:52:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:53:00.117209 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-41c09636-961c-4f03-acb6-178e1183a1d2 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "DELETE /v2.0/floatingips/4de5bfe8-fd59-4de3-9204-9d8360e9c4ba HTTP/1.1" status: 204  len: 168 time: 1.5400319
May 11 13:53:00.118012 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6944d65-3f74-49ba-8272-9c5f5aa4f193', 'tag': '247de115-5c6d-44da-9da0-9bdc03a9222d'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:53:00.244866 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-4912caf7-e4f0-4800-a72b-7552d11c506d None None] Set router 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:53:00.472755 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6944d65-3f74-49ba-8272-9c5f5aa4f193', 'tag': '247de115-5c6d-44da-9da0-9bdc03a9222d', 'status': 'completed', 'code': 200}
May 11 13:53:00.514651 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81028edf-ba52-421d-b79e-00b13cd4e00a req-6f130d77-458f-4768-9f33-7e19dae17f95 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:53:00.515378 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-81028edf-ba52-421d-b79e-00b13cd4e00a req-6f130d77-458f-4768-9f33-7e19dae17f95 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Synchronizing usage tracker for tenant:d185725581a24febb7946b4a64c64b41 on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:53:00.533806 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-81028edf-ba52-421d-b79e-00b13cd4e00a req-6f130d77-458f-4768-9f33-7e19dae17f95 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Unset dirty status for tenant:d185725581a24febb7946b4a64c64b41 on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:53:00.535082 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-81028edf-ba52-421d-b79e-00b13cd4e00a req-6f130d77-458f-4768-9f33-7e19dae17f95 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 946 time: 0.1168058
May 11 13:53:00.576808 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-4912caf7-e4f0-4800-a72b-7552d11c506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9c43940>, [{'id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'name': 'tempest-TestVolumeBootPattern-1118253124-router', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:44:50Z', 'updated_at': '2021-05-11T13:44:57Z', 'revision_number': 4, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'gw_port': {'id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:51Z', 'updated_at': '2021-05-11T13:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '68ceaf8f-53d1-41e2-8851-754b528727a9', 'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'mac_address': 'fa:16:3e:30:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:57Z', 'updated_at': '2021-05-11T13:45:05Z', 'revision_number': 5, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'subnets': [{'id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:53:00.580824 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4912caf7-e4f0-4800-a72b-7552d11c506d None None] Checking router: 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d for host: dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:53:00.583061 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [req-81028edf-ba52-421d-b79e-00b13cd4e00a req-8314d1fd-2c49-42a9-a658-b6067b9d5835 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407827
May 11 13:53:00.596393 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4912caf7-e4f0-4800-a72b-7552d11c506d None None] Routers {'3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:53:00.597036 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-4912caf7-e4f0-4800-a72b-7552d11c506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9c43940>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:52:32Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:53:00.724141 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07da31-966b-47e5-b529-2413ac7193f8 req-e9bc2791-03b3-405a-9beb-64ddc555070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:53:00.725632 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0c07da31-966b-47e5-b529-2413ac7193f8 req-e9bc2791-03b3-405a-9beb-64ddc555070f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d185725581a24febb7946b4a64c64b41&device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 1099 time: 0.2305493
May 11 13:53:00.832639 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-4912caf7-e4f0-4800-a72b-7552d11c506d None None] Set router 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:53:00.872912 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07da31-966b-47e5-b529-2413ac7193f8 req-47012d7d-f5f5-4f03-9c9a-73b8502d1f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:53:00.874411 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0c07da31-966b-47e5-b529-2413ac7193f8 req-47012d7d-f5f5-4f03-9c9a-73b8502d1f91 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fd97d37a-0667-4ddc-b6b6-37157baca3ab HTTP/1.1" status: 200  len: 913 time: 0.1401272
May 11 13:53:00.954865 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0c07da31-966b-47e5-b529-2413ac7193f8 req-d8d21f45-fc0b-4602-8166-8a9168764b26 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=247de115-5c6d-44da-9da0-9bdc03a9222d HTTP/1.1" status: 200  len: 217 time: 0.0729716
May 11 13:53:01.020181 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07da31-966b-47e5-b529-2413ac7193f8 req-297d9c64-5182-41fd-9f36-942ae4879d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:53:01.021614 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0c07da31-966b-47e5-b529-2413ac7193f8 req-297d9c64-5182-41fd-9f36-942ae4879d8b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eff3406f-1fd8-4742-aa2f-78f38079d01b HTTP/1.1" status: 200  len: 851 time: 0.0588012
May 11 13:53:01.114453 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07da31-966b-47e5-b529-2413ac7193f8 req-feaf952a-30b0-410e-b073-3d1b2f3c4304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:53:01.115945 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0c07da31-966b-47e5-b529-2413ac7193f8 req-feaf952a-30b0-410e-b073-3d1b2f3c4304 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fd97d37a-0667-4ddc-b6b6-37157baca3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0862312
May 11 13:53:01.160905 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-4912caf7-e4f0-4800-a72b-7552d11c506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9c43940>, [{'id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'name': 'tempest-TestVolumeBootPattern-1118253124-router', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:44:50Z', 'updated_at': '2021-05-11T13:44:57Z', 'revision_number': 4, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'gw_port': {'id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:51Z', 'updated_at': '2021-05-11T13:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '68ceaf8f-53d1-41e2-8851-754b528727a9', 'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'mac_address': 'fa:16:3e:30:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:57Z', 'updated_at': '2021-05-11T13:45:05Z', 'revision_number': 5, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'subnets': [{'id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:53:01.165037 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4912caf7-e4f0-4800-a72b-7552d11c506d None None] The sync data for ids ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'] in dv-cinder-784779-11-iscsi is: [{'id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'name': 'tempest-TestVolumeBootPattern-1118253124-router', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:44:50Z', 'updated_at': '2021-05-11T13:44:57Z', 'revision_number': 4, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'gw_port': {'id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:51Z', 'updated_at': '2021-05-11T13:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi', '_interfaces': [{'id': '68ceaf8f-53d1-41e2-8851-754b528727a9', 'name': '', 'network_id': 'fd97d37a-0667-4ddc-b6b6-37157baca3ab', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'mac_address': 'fa:16:3e:30:99:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:57Z', 'updated_at': '2021-05-11T13:45:05Z', 'revision_number': 5, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'subnets': [{'id': 'eff3406f-1fd8-4742-aa2f-78f38079d01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:53:01.253149 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0c07da31-966b-47e5-b529-2413ac7193f8 req-dc25056c-f89f-4025-83c4-3a7a370eca7b service neutron] 10.222.0.54 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296787
May 11 13:53:01.389508 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae5f30c-9b25-41d7-814d-629f64acf46f None None] New status for floating IP 4de5bfe8-fd59-4de3-9204-9d8360e9c4ba: DOWN {{(pid=78705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 11 13:53:01.399374 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0c07da31-966b-47e5-b529-2413ac7193f8 req-37f29857-335c-4e06-bb4f-e5a4682ee5ee service neutron] 10.222.0.54 "GET /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388247
May 11 13:53:01.777534 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360289d6-e03d-4d70-bdbb-6238c3aaae30 req-fdb7e12a-414a-4ff4-b81c-ff7ae64c910e tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:53:01.778320 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-360289d6-e03d-4d70-bdbb-6238c3aaae30 req-fdb7e12a-414a-4ff4-b81c-ff7ae64c910e tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Synchronizing usage tracker for tenant:d185725581a24febb7946b4a64c64b41 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:53:01.790748 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-360289d6-e03d-4d70-bdbb-6238c3aaae30 req-fdb7e12a-414a-4ff4-b81c-ff7ae64c910e tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Unset dirty status for tenant:d185725581a24febb7946b4a64c64b41 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:53:01.791881 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-360289d6-e03d-4d70-bdbb-6238c3aaae30 req-fdb7e12a-414a-4ff4-b81c-ff7ae64c910e tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 946 time: 0.0974290
May 11 13:53:01.897819 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-360289d6-e03d-4d70-bdbb-6238c3aaae30 req-270247f5-0587-414b-9f26-a86be17a7d26 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/security-groups?id=f811aa49-2751-416b-a828-50ec67c1a418&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0965536
May 11 13:53:01.932638 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e95abe-5fff-4d90-9e48-04f3e65a2a23 req-ce471056-1014-4566-a041-6781cb511e8a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 11 13:53:01.934094 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-84e95abe-5fff-4d90-9e48-04f3e65a2a23 req-ce471056-1014-4566-a041-6781cb511e8a tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 946 time: 0.1103187
May 11 13:53:02.087119 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-84e95abe-5fff-4d90-9e48-04f3e65a2a23 req-3cb21515-f4ca-4003-885b-27ed807496d1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Deleting port 247de115-5c6d-44da-9da0-9bdc03a9222d {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:53:02.087446 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-84e95abe-5fff-4d90-9e48-04f3e65a2a23 req-3cb21515-f4ca-4003-885b-27ed807496d1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:02.228072 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-84e95abe-5fff-4d90-9e48-04f3e65a2a23 req-3cb21515-f4ca-4003-885b-27ed807496d1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] For port 247de115-5c6d-44da-9da0-9bdc03a9222d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=247de115-5c6d-44da-9da0-9bdc03a9222d,segment=NetworkSegment(da77338e-78ab-4b09-adcb-e7d35927c19a),segment_id=da77338e-78ab-4b09-adcb-e7d35927c19a)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:53:02.228392 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-84e95abe-5fff-4d90-9e48-04f3e65a2a23 req-3cb21515-f4ca-4003-885b-27ed807496d1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:02.234204 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:02.362993 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-84e95abe-5fff-4d90-9e48-04f3e65a2a23 req-3cb21515-f4ca-4003-885b-27ed807496d1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Calling delete_port for 247de115-5c6d-44da-9da0-9bdc03a9222d owned by compute:nova {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:53:02.499057 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-84e95abe-5fff-4d90-9e48-04f3e65a2a23 req-3cb21515-f4ca-4003-885b-27ed807496d1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:02.510763 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b7bf3165-bcb1-4446-bfe3-a374c23ec422 tempest-VolumesNegativeTest-29946282 tempest-VolumesNegativeTest-29946282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:53:02.517706 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-38336f21-4f22-445b-a60c-56d01861af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:02.558946 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb21515-f4ca-4003-885b-27ed807496d1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Pushing event deleted for resources: {'Port': ['ID=247de115-5c6d-44da-9da0-9bdc03a9222d,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:53:02.593644 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb21515-f4ca-4003-885b-27ed807496d1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:02.594004 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb21515-f4ca-4003-885b-27ed807496d1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:02.594375 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb21515-f4ca-4003-885b-27ed807496d1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:02.594740 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb21515-f4ca-4003-885b-27ed807496d1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:02.595099 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb21515-f4ca-4003-885b-27ed807496d1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:02.595447 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb21515-f4ca-4003-885b-27ed807496d1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:02.595849 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb21515-f4ca-4003-885b-27ed807496d1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:02.596205 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb21515-f4ca-4003-885b-27ed807496d1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:02.596571 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb21515-f4ca-4003-885b-27ed807496d1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:02.596919 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb21515-f4ca-4003-885b-27ed807496d1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:02.597274 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb21515-f4ca-4003-885b-27ed807496d1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:02.597622 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb21515-f4ca-4003-885b-27ed807496d1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:02.605369 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3cb21515-f4ca-4003-885b-27ed807496d1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:53:02.647697 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e95abe-5fff-4d90-9e48-04f3e65a2a23 req-3cb21515-f4ca-4003-885b-27ed807496d1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] No DVR routers for this DVR port 247de115-5c6d-44da-9da0-9bdc03a9222d on host hv-cinder-78477 {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:53:02.650658 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-84e95abe-5fff-4d90-9e48-04f3e65a2a23 req-3cb21515-f4ca-4003-885b-27ed807496d1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:02.653263 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6944d65-3f74-49ba-8272-9c5f5aa4f193', 'name': 'network-vif-deleted', 'tag': '247de115-5c6d-44da-9da0-9bdc03a9222d'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 11 13:53:02.669894 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-84e95abe-5fff-4d90-9e48-04f3e65a2a23 req-3cb21515-f4ca-4003-885b-27ed807496d1 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.54 "DELETE /v2.0/ports/247de115-5c6d-44da-9da0-9bdc03a9222d HTTP/1.1" status: 204  len: 173 time: 0.7302139
May 11 13:53:02.700031 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6944d65-3f74-49ba-8272-9c5f5aa4f193', 'name': 'network-vif-deleted', 'tag': '247de115-5c6d-44da-9da0-9bdc03a9222d', 'status': 'completed', 'code': 200}
May 11 13:53:03.054840 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-7478ce86-6471-481f-93ef-fe3b29511f86 req-75828e15-0d3c-4d41-9702-cff9db10a2a0 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Synchronizing usage tracker for tenant:d185725581a24febb7946b4a64c64b41 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 11 13:53:03.074340 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-7478ce86-6471-481f-93ef-fe3b29511f86 req-75828e15-0d3c-4d41-9702-cff9db10a2a0 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Unset dirty status for tenant:d185725581a24febb7946b4a64c64b41 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 11 13:53:03.075768 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7478ce86-6471-481f-93ef-fe3b29511f86 req-75828e15-0d3c-4d41-9702-cff9db10a2a0 tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6944d65-3f74-49ba-8272-9c5f5aa4f193 HTTP/1.1" status: 200  len: 210 time: 0.0652423
May 11 13:53:03.390843 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:04.173970 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 52942) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:53:04.406708 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-db18eed7-e06e-4296-b7b4-1d301e0c3b2b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Deleting port 668abaf0-3024-4536-b34b-e0f0f76b1566 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:53:04.407108 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-db18eed7-e06e-4296-b7b4-1d301e0c3b2b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:04.529071 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-db18eed7-e06e-4296-b7b4-1d301e0c3b2b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:04.529417 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-db18eed7-e06e-4296-b7b4-1d301e0c3b2b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:04.653196 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-db18eed7-e06e-4296-b7b4-1d301e0c3b2b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Calling delete_port for 668abaf0-3024-4536-b34b-e0f0f76b1566 owned by network:floatingip {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:53:04.782484 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-db18eed7-e06e-4296-b7b4-1d301e0c3b2b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2100528'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:04.786564 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d42f8137-7cec-400b-835b-7e1a0f7c0672 tempest-TestShelveInstance-986208584 tempest-TestShelveInstance-986208584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:53:04.805486 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:04.830750 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18eed7-e06e-4296-b7b4-1d301e0c3b2b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Pushing event deleted for resources: {'Port': ['ID=668abaf0-3024-4536-b34b-e0f0f76b1566,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:53:04.871842 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18eed7-e06e-4296-b7b4-1d301e0c3b2b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:04.872196 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18eed7-e06e-4296-b7b4-1d301e0c3b2b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:04.872602 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18eed7-e06e-4296-b7b4-1d301e0c3b2b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:04.872938 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18eed7-e06e-4296-b7b4-1d301e0c3b2b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:04.873324 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18eed7-e06e-4296-b7b4-1d301e0c3b2b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:04.873659 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18eed7-e06e-4296-b7b4-1d301e0c3b2b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:04.874031 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18eed7-e06e-4296-b7b4-1d301e0c3b2b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:04.874359 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18eed7-e06e-4296-b7b4-1d301e0c3b2b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:04.874738 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18eed7-e06e-4296-b7b4-1d301e0c3b2b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:04.875063 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18eed7-e06e-4296-b7b4-1d301e0c3b2b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:04.875414 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18eed7-e06e-4296-b7b4-1d301e0c3b2b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:04.875790 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18eed7-e06e-4296-b7b4-1d301e0c3b2b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:04.883418 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-db18eed7-e06e-4296-b7b4-1d301e0c3b2b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:53:04.941182 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-db18eed7-e06e-4296-b7b4-1d301e0c3b2b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for floatingip, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:04.962498 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-db18eed7-e06e-4296-b7b4-1d301e0c3b2b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475509'] for floatingip, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:04.963635 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-db18eed7-e06e-4296-b7b4-1d301e0c3b2b tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "DELETE /v2.0/floatingips/abcc0dee-4178-4301-ae31-6c223712a59d HTTP/1.1" status: 204  len: 168 time: 0.7883587
May 11 13:53:05.185313 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 247de115-5c6d-44da-9da0-9bdc03a9222d no longer exists at agent hyperv_hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:53:05.223433 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] No Port match for: 247de115-5c6d-44da-9da0-9bdc03a9222d {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:53:05.223433 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Device 247de115-5c6d-44da-9da0-9bdc03a9222d not bound to the agent host hv-cinder-78477 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:53:06.368378 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 52956) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:53:06.556960 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-71f10277-7273-489b-a019-4d6ff685887f tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:06.589964 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-71f10277-7273-489b-a019-4d6ff685887f tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:06.661601 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-71f10277-7273-489b-a019-4d6ff685887f tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:06.665449 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-03994cac-9374-4a3b-ba9d-c85c6061baaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:53:06.680918 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f10277-7273-489b-a019-4d6ff685887f tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f811aa49-2751-416b-a828-50ec67c1a418,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:53:06.683954 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-71f10277-7273-489b-a019-4d6ff685887f tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:53:06.695068 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-71f10277-7273-489b-a019-4d6ff685887f tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:06.696121 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-71f10277-7273-489b-a019-4d6ff685887f tempest-TestVolumeBootPattern-1644169022 tempest-TestVolumeBootPattern-1644169022-project] 10.222.0.48 "DELETE /v2.0/security-groups/f811aa49-2751-416b-a828-50ec67c1a418 HTTP/1.1" status: 204  len: 168 time: 0.3264298
May 11 13:53:06.758941 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 52962) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:53:07.597572 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-52b0ebc3-d3a3-424e-8892-20206736d6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704780'] for router_interface, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:07.660500 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:53:08.025684 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-52b0ebc3-d3a3-424e-8892-20206736d6e2 admin admin] Deleting port 68ceaf8f-53d1-41e2-8851-754b528727a9 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:53:08.026351 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-52b0ebc3-d3a3-424e-8892-20206736d6e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:08.149738 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-52b0ebc3-d3a3-424e-8892-20206736d6e2 admin admin] For port 68ceaf8f-53d1-41e2-8851-754b528727a9, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=68ceaf8f-53d1-41e2-8851-754b528727a9,segment=NetworkSegment(da77338e-78ab-4b09-adcb-e7d35927c19a),segment_id=da77338e-78ab-4b09-adcb-e7d35927c19a)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:53:08.150039 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-52b0ebc3-d3a3-424e-8892-20206736d6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:08.269665 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-52b0ebc3-d3a3-424e-8892-20206736d6e2 admin admin] Calling delete_port for 68ceaf8f-53d1-41e2-8851-754b528727a9 owned by network:router_interface {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:53:08.425385 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-52b0ebc3-d3a3-424e-8892-20206736d6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2100528'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:08.428797 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-94a3826e-e970-4843-bba9-a1417aa15060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:53:08.471601 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0ebc3-d3a3-424e-8892-20206736d6e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=68ceaf8f-53d1-41e2-8851-754b528727a9,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:53:08.474756 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-52b0ebc3-d3a3-424e-8892-20206736d6e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:53:08.740180 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-52b0ebc3-d3a3-424e-8892-20206736d6e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732092'] for router_interface, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:09.212116 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b0ebc3-d3a3-424e-8892-20206736d6e2 admin admin] Router 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:53:09.400208 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b0ebc3-d3a3-424e-8892-20206736d6e2 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:53:09.409114 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f35ad8-86e6-43bd-b548-e1d37fa63f35 None None] Sync routers for ids ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'] in dv-cinder-784779-11-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:53:09.412822 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-52b0ebc3-d3a3-424e-8892-20206736d6e2 admin admin] 10.222.0.48 "PUT /v2.0/routers/3ada9372-c552-4c90-8dc2-1d4ac43b0a6d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6527069
May 11 13:53:09.415693 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 52968) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:53:09.418698 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f35ad8-86e6-43bd-b548-e1d37fa63f35 None None] Routers {'3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:53:09.419320 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-55f35ad8-86e6-43bd-b548-e1d37fa63f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad8e63790>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:53:03Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:53:09.597545 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-55f35ad8-86e6-43bd-b548-e1d37fa63f35 None None] Set router 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d gateway port host: dv-cinder-784779-11-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:53:09.597807 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-136f6fa2-a1ba-4e38-ae38-eb2e66cb577c admin admin] Notify callbacks [] for router, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:09.777975 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-136f6fa2-a1ba-4e38-ae38-eb2e66cb577c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:09.851619 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-136f6fa2-a1ba-4e38-ae38-eb2e66cb577c admin admin] Deleting port 24cdeb9e-484b-4deb-9923-22756a7a65da {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:53:09.851961 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-136f6fa2-a1ba-4e38-ae38-eb2e66cb577c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:09.876786 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-55f35ad8-86e6-43bd-b548-e1d37fa63f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad8e63790>, [{'id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'name': 'tempest-TestVolumeBootPattern-1118253124-router', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:44:50Z', 'updated_at': '2021-05-11T13:53:08Z', 'revision_number': 5, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'gw_port': {'id': '24cdeb9e-484b-4deb-9923-22756a7a65da', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:03:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:44:51Z', 'updated_at': '2021-05-11T13:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:53:09.880899 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f35ad8-86e6-43bd-b548-e1d37fa63f35 None None] Checking router: 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d for host: dv-cinder-784779-11-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:53:09.890225 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f35ad8-86e6-43bd-b548-e1d37fa63f35 None None] Routers {'3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:53:09.890827 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-55f35ad8-86e6-43bd-b548-e1d37fa63f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad8e63790>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:53:03Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:53:09.977816 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-136f6fa2-a1ba-4e38-ae38-eb2e66cb577c admin admin] For port 24cdeb9e-484b-4deb-9923-22756a7a65da, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=24cdeb9e-484b-4deb-9923-22756a7a65da,segment=NetworkSegment(2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f),segment_id=2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:53:09.978175 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-136f6fa2-a1ba-4e38-ae38-eb2e66cb577c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:10.043200 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-55f35ad8-86e6-43bd-b548-e1d37fa63f35 None None] Set router 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d gateway port host: None {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:53:10.104764 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-136f6fa2-a1ba-4e38-ae38-eb2e66cb577c admin admin] Calling delete_port for 24cdeb9e-484b-4deb-9923-22756a7a65da owned by network:router_gateway {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:53:10.149902 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-55f35ad8-86e6-43bd-b548-e1d37fa63f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad8e63790>, [{'id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'name': 'tempest-TestVolumeBootPattern-1118253124-router', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:44:50Z', 'updated_at': '2021-05-11T13:53:09Z', 'revision_number': 6, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'gw_port_host': None}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:53:10.154649 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f35ad8-86e6-43bd-b548-e1d37fa63f35 None None] The sync data for ids ['3ada9372-c552-4c90-8dc2-1d4ac43b0a6d'] in dv-cinder-784779-11-iscsi is: [{'id': '3ada9372-c552-4c90-8dc2-1d4ac43b0a6d', 'name': 'tempest-TestVolumeBootPattern-1118253124-router', 'tenant_id': 'd185725581a24febb7946b4a64c64b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:44:50Z', 'updated_at': '2021-05-11T13:53:09Z', 'revision_number': 6, 'project_id': 'd185725581a24febb7946b4a64c64b41', 'gw_port_host': None}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:53:10.258433 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-136f6fa2-a1ba-4e38-ae38-eb2e66cb577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:10.264855 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-231fcfe0-4c62-4015-9898-76b2a95ccc77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:53:10.312316 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f6fa2-a1ba-4e38-ae38-eb2e66cb577c admin admin] Pushing event deleted for resources: {'Port': ['ID=24cdeb9e-484b-4deb-9923-22756a7a65da,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:53:10.315389 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-136f6fa2-a1ba-4e38-ae38-eb2e66cb577c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:53:10.406694 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-136f6fa2-a1ba-4e38-ae38-eb2e66cb577c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709928'] for router_gateway, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:10.579226 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-136f6fa2-a1ba-4e38-ae38-eb2e66cb577c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1796148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29004'] for router, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:10.583172 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-136f6fa2-a1ba-4e38-ae38-eb2e66cb577c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:10.608270 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-136f6fa2-a1ba-4e38-ae38-eb2e66cb577c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1731194'] for router, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:10.609054 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136f6fa2-a1ba-4e38-ae38-eb2e66cb577c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ada9372-c552-4c90-8dc2-1d4ac43b0a6d {{(pid=78702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 11 13:53:10.622893 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-136f6fa2-a1ba-4e38-ae38-eb2e66cb577c admin admin] Notify callbacks [] for router, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:10.624045 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-136f6fa2-a1ba-4e38-ae38-eb2e66cb577c admin admin] 10.222.0.48 "DELETE /v2.0/routers/3ada9372-c552-4c90-8dc2-1d4ac43b0a6d HTTP/1.1" status: 204  len: 168 time: 1.2073202
May 11 13:53:10.627987 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 52972) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:53:10.690890 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ef27a1-7d54-4d0d-86f2-14134329f015 admin admin] Deleting subnet eff3406f-1fd8-4742-aa2f-78f38079d01b {{(pid=78703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 11 13:53:10.694533 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a2ef27a1-7d54-4d0d-86f2-14134329f015 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:10.747495 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a2ef27a1-7d54-4d0d-86f2-14134329f015 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3077574'] for subnet, precommit_delete_associations {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:10.829203 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a2ef27a1-7d54-4d0d-86f2-14134329f015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861720'] for subnet, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:11.092602 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a2ef27a1-7d54-4d0d-86f2-14134329f015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2100579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2545306'] for subnet, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:11.096964 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:53:11.137716 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 68ceaf8f-53d1-41e2-8851-754b528727a9 no longer exists at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:53:11.139838 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef27a1-7d54-4d0d-86f2-14134329f015 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eff3406f-1fd8-4742-aa2f-78f38079d01b,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:53:11.142776 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a2ef27a1-7d54-4d0d-86f2-14134329f015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:53:11.143768 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a2ef27a1-7d54-4d0d-86f2-14134329f015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:11.150293 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-a2ef27a1-7d54-4d0d-86f2-14134329f015 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/eff3406f-1fd8-4742-aa2f-78f38079d01b HTTP/1.1" status: 204  len: 168 time: 0.5211415
May 11 13:53:11.152762 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 52976) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:53:11.171505 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4e0e0c-88a5-4d41-9aaa-872441842e5a None None] Network fd97d37a-0667-4ddc-b6b6-37157baca3ab requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:53:11.206350 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] No Port match for: 68ceaf8f-53d1-41e2-8851-754b528727a9 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:53:11.206700 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 68ceaf8f-53d1-41e2-8851-754b528727a9 not bound to the agent host dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:53:11.207119 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 24cdeb9e-484b-4deb-9923-22756a7a65da no longer exists at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:53:11.261026 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ca93a96a-6bf4-4d48-8e72-61408056433e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785944'] for network, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:11.342487 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] No Port match for: 24cdeb9e-484b-4deb-9923-22756a7a65da {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:53:11.342723 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 24cdeb9e-484b-4deb-9923-22756a7a65da not bound to the agent host dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:53:11.352156 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-ca93a96a-6bf4-4d48-8e72-61408056433e admin admin] Deleting port c6b1fe2b-2731-44aa-9535-db8e03d412b6 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:53:11.352470 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ca93a96a-6bf4-4d48-8e72-61408056433e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:11.458003 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-ca93a96a-6bf4-4d48-8e72-61408056433e admin admin] For port c6b1fe2b-2731-44aa-9535-db8e03d412b6, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=c6b1fe2b-2731-44aa-9535-db8e03d412b6,segment=NetworkSegment(da77338e-78ab-4b09-adcb-e7d35927c19a),segment_id=da77338e-78ab-4b09-adcb-e7d35927c19a)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:53:11.458330 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ca93a96a-6bf4-4d48-8e72-61408056433e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:11.561475 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85c6729-ff5b-4aa1-ad09-509e39c338ce None None] DHCP port deletion for fd97d37a-0667-4ddc-b6b6-37157baca3ab request from dv-cinder-784779-11-iscsi {{(pid=78704) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 11 13:53:11.633795 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-d85c6729-ff5b-4aa1-ad09-509e39c338ce None None] Deleting port c6b1fe2b-2731-44aa-9535-db8e03d412b6 {{(pid=78704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:53:11.634090 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d85c6729-ff5b-4aa1-ad09-509e39c338ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:11.705598 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-ca93a96a-6bf4-4d48-8e72-61408056433e admin admin] Calling delete_port for c6b1fe2b-2731-44aa-9535-db8e03d412b6 owned by network:dhcp {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:53:11.732882 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-d85c6729-ff5b-4aa1-ad09-509e39c338ce None None] For port c6b1fe2b-2731-44aa-9535-db8e03d412b6, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=c6b1fe2b-2731-44aa-9535-db8e03d412b6,segment=NetworkSegment(da77338e-78ab-4b09-adcb-e7d35927c19a),segment_id=da77338e-78ab-4b09-adcb-e7d35927c19a)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:53:11.733275 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d85c6729-ff5b-4aa1-ad09-509e39c338ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:11.754887 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ca93a96a-6bf4-4d48-8e72-61408056433e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2100528'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:11.758964 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-c41cf3db-42e9-416b-b107-1c451c0b9ee0 tempest-AttachVolumeTestJSON-1086892052 tempest-AttachVolumeTestJSON-1086892052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:53:11.803370 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93a96a-6bf4-4d48-8e72-61408056433e admin admin] Pushing event deleted for resources: {'Port': ['ID=c6b1fe2b-2731-44aa-9535-db8e03d412b6,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:53:11.806368 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ca93a96a-6bf4-4d48-8e72-61408056433e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:53:11.807128 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca93a96a-6bf4-4d48-8e72-61408056433e admin admin] No DVR routers for this DVR port c6b1fe2b-2731-44aa-9535-db8e03d412b6 on host dv-cinder-784779-11-iscsi {{(pid=78703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:53:11.857123 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-d85c6729-ff5b-4aa1-ad09-509e39c338ce None None] Calling delete_port for c6b1fe2b-2731-44aa-9535-db8e03d412b6 owned by network:dhcp {{(pid=78704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:53:11.903271 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d85c6729-ff5b-4aa1-ad09-509e39c338ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980'] for port, after_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:11.907089 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:53:11.927332 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ca93a96a-6bf4-4d48-8e72-61408056433e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863971', 'neutron.services.segments.db._delete_segments_for_network-8734582855581'] for network, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:11.941584 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-ca93a96a-6bf4-4d48-8e72-61408056433e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ad90735b0>,) {'filters': {'network_id': ['fd97d37a-0667-4ddc-b6b6-37157baca3ab']}} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:53:11.955536 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c6729-ff5b-4aa1-ad09-509e39c338ce None None] Pushing event deleted for resources: {'Port': ['ID=c6b1fe2b-2731-44aa-9535-db8e03d412b6,revision_number=None']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:53:11.960536 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85c6729-ff5b-4aa1-ad09-509e39c338ce None None] No DVR routers for this DVR port c6b1fe2b-2731-44aa-9535-db8e03d412b6 on host dv-cinder-784779-11-iscsi {{(pid=78704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:53:11.963263 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-ca93a96a-6bf4-4d48-8e72-61408056433e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad90735b0>, 'da77338e-78ab-4b09-adcb-e7d35927c19a') {'for_net_delete': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:53:11.963576 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-ca93a96a-6bf4-4d48-8e72-61408056433e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad90735b0>, 'da77338e-78ab-4b09-adcb-e7d35927c19a') {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:53:11.966977 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85c6729-ff5b-4aa1-ad09-509e39c338ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:11.967326 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85c6729-ff5b-4aa1-ad09-509e39c338ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:11.967657 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85c6729-ff5b-4aa1-ad09-509e39c338ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:11.968021 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85c6729-ff5b-4aa1-ad09-509e39c338ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:11.968319 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85c6729-ff5b-4aa1-ad09-509e39c338ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:11.968641 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85c6729-ff5b-4aa1-ad09-509e39c338ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:11.968984 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85c6729-ff5b-4aa1-ad09-509e39c338ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:11.969305 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85c6729-ff5b-4aa1-ad09-509e39c338ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:11.969602 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85c6729-ff5b-4aa1-ad09-509e39c338ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:11.970459 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85c6729-ff5b-4aa1-ad09-509e39c338ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:11.970459 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85c6729-ff5b-4aa1-ad09-509e39c338ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:11.970693 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85c6729-ff5b-4aa1-ad09-509e39c338ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-11-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 11 13:53:11.974600 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-d85c6729-ff5b-4aa1-ad09-509e39c338ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:53:11.976896 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ca93a96a-6bf4-4d48-8e72-61408056433e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582867559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3077593'] for segment, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:11.993731 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ca93a96a-6bf4-4d48-8e72-61408056433e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:12.000900 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca93a96a-6bf4-4d48-8e72-61408056433e admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=78703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 11 13:53:12.001291 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ca93a96a-6bf4-4d48-8e72-61408056433e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2100485'] for segment, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]: Traceback (most recent call last):
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]:     timer()
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]:     cb(*args, **kw)
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]:     return func(*args, **kwargs)
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]:     self._notify()
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]:     self.callback(batched_events)
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]:     event.method(event)
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]:     aggregate_uuid = self.p_client.list_aggregates(
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]:     return f(self, *a, **k)
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]:     return self._get(url).json()
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]:     return self.request(url, 'GET', **kwargs)
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]:     base_url = self.get_endpoint(auth, allow=allow,
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 11 13:53:12.015047 dv-cinder-784779-11-iscsi neutron-server[78703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 11 13:53:12.099442 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ca93a96a-6bf4-4d48-8e72-61408056433e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709946'] for network, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:12.106441 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ca93a96a-6bf4-4d48-8e72-61408056433e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:12.109004 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:53:12.131101 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93a96a-6bf4-4d48-8e72-61408056433e admin admin] Pushing event deleted for resources: {'Network': ['ID=fd97d37a-0667-4ddc-b6b6-37157baca3ab,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:53:12.133513 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ca93a96a-6bf4-4d48-8e72-61408056433e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:53:12.147100 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-ca93a96a-6bf4-4d48-8e72-61408056433e admin admin] 10.222.0.48 "DELETE /v2.0/networks/fd97d37a-0667-4ddc-b6b6-37157baca3ab HTTP/1.1" status: 204  len: 168 time: 0.9932525
May 11 13:53:12.150259 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 52980) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:53:12.849033 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d73cfc5e-8bcc-4956-8ca5-e43bfd3bda79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704780'] for router_interface, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:13.134490 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device c6b1fe2b-2731-44aa-9535-db8e03d412b6 no longer exists at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:53:13.168204 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] No Port match for: c6b1fe2b-2731-44aa-9535-db8e03d412b6 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:53:13.168554 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device c6b1fe2b-2731-44aa-9535-db8e03d412b6 not bound to the agent host dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:53:13.273078 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-d73cfc5e-8bcc-4956-8ca5-e43bfd3bda79 admin admin] Deleting port ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:53:13.273752 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d73cfc5e-8bcc-4956-8ca5-e43bfd3bda79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:13.403215 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-d73cfc5e-8bcc-4956-8ca5-e43bfd3bda79 admin admin] For port ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7,segment=NetworkSegment(d62dcced-8b6a-4d1b-9a72-16288b90eccf),segment_id=d62dcced-8b6a-4d1b-9a72-16288b90eccf)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:53:13.403475 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d73cfc5e-8bcc-4956-8ca5-e43bfd3bda79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:13.525320 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-d73cfc5e-8bcc-4956-8ca5-e43bfd3bda79 admin admin] Calling delete_port for ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7 owned by network:router_interface {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:53:13.685623 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d73cfc5e-8bcc-4956-8ca5-e43bfd3bda79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:13.689300 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b2dc459d-3d4b-4363-ad84-98296992ab3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:53:13.732459 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73cfc5e-8bcc-4956-8ca5-e43bfd3bda79 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:53:13.735587 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-d73cfc5e-8bcc-4956-8ca5-e43bfd3bda79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:53:14.131084 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d73cfc5e-8bcc-4956-8ca5-e43bfd3bda79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732092'] for router_interface, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:14.506134 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73cfc5e-8bcc-4956-8ca5-e43bfd3bda79 admin admin] Router 285cfca3-056a-4400-a598-57473e43a41c has already been hosted by L3 agent ff15036e-d505-48e4-a8db-e8b08ffe299c {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 11 13:53:14.694571 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73cfc5e-8bcc-4956-8ca5-e43bfd3bda79 admin admin] Notify agent at l3_agent.dv-cinder-784779-11-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 11 13:53:14.704006 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8f7f90-a78d-407f-a4e0-dcd1dd3cfda6 None None] Sync routers for ids ['285cfca3-056a-4400-a598-57473e43a41c'] in dv-cinder-784779-11-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 11 13:53:14.713574 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-d73cfc5e-8bcc-4956-8ca5-e43bfd3bda79 admin admin] 10.222.0.48 "PUT /v2.0/routers/285cfca3-056a-4400-a598-57473e43a41c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5621727
May 11 13:53:14.714410 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8f7f90-a78d-407f-a4e0-dcd1dd3cfda6 None None] Routers {'285cfca3-056a-4400-a598-57473e43a41c'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:53:14.715056 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-5b8f7f90-a78d-407f-a4e0-dcd1dd3cfda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9ea9370>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:53:03Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['285cfca3-056a-4400-a598-57473e43a41c'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:53:14.716600 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 52984) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:53:14.889117 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-5b8f7f90-a78d-407f-a4e0-dcd1dd3cfda6 None None] Set router 285cfca3-056a-4400-a598-57473e43a41c gateway port host: dv-cinder-784779-11-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:53:14.895229 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5503e5fc-574d-4659-b56a-a20d9ba0b513 admin admin] Notify callbacks [] for router, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:15.068263 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5503e5fc-574d-4659-b56a-a20d9ba0b513 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:15.151203 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-5503e5fc-574d-4659-b56a-a20d9ba0b513 admin admin] Deleting port a38e0649-8f47-4b52-8be6-c83f90e9c541 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:53:15.151619 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5503e5fc-574d-4659-b56a-a20d9ba0b513 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:15.175221 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-5b8f7f90-a78d-407f-a4e0-dcd1dd3cfda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9ea9370>, [{'id': '285cfca3-056a-4400-a598-57473e43a41c', 'name': 'tempest-TestVolumeBootPattern-860892190-router', 'tenant_id': 'c17d809af7ac4a28861ad542deed915c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'external_fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a38e0649-8f47-4b52-8be6-c83f90e9c541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:45:01Z', 'updated_at': '2021-05-11T13:53:13Z', 'revision_number': 5, 'project_id': 'c17d809af7ac4a28861ad542deed915c', 'gw_port': {'id': 'a38e0649-8f47-4b52-8be6-c83f90e9c541', 'name': '', 'network_id': 'e051f2fa-e4f7-48f8-93ce-58e38fee5eb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285cfca3-056a-4400-a598-57473e43a41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '218716c0-958e-4312-849b-6a79832afb0f', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T13:45:03Z', 'updated_at': '2021-05-11T13:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '218716c0-958e-4312-849b-6a79832afb0f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-11-iscsi'}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:53:15.179118 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8f7f90-a78d-407f-a4e0-dcd1dd3cfda6 None None] Checking router: 285cfca3-056a-4400-a598-57473e43a41c for host: dv-cinder-784779-11-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 11 13:53:15.188764 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8f7f90-a78d-407f-a4e0-dcd1dd3cfda6 None None] Routers {'285cfca3-056a-4400-a598-57473e43a41c'} bound to L3 agent in host dv-cinder-784779-11-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 11 13:53:15.189389 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-5b8f7f90-a78d-407f-a4e0-dcd1dd3cfda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ad9ea9370>, 'dv-cinder-784779-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T13:33:32Z,description=<?>,heartbeat_timestamp=2021-05-11T13:53:03Z,host='dv-cinder-784779-11-iscsi',id=ff15036e-d505-48e4-a8db-e8b08ffe299c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-11T13:33:32Z,topic='l3_agent')) {'router_ids': ['285cfca3-056a-4400-a598-57473e43a41c'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:53:15.277441 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-5503e5fc-574d-4659-b56a-a20d9ba0b513 admin admin] For port a38e0649-8f47-4b52-8be6-c83f90e9c541, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=a38e0649-8f47-4b52-8be6-c83f90e9c541,segment=NetworkSegment(2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f),segment_id=2dd60e83-1f9d-40b2-a3f8-a2a12cfc8a7f)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:53:15.277763 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5503e5fc-574d-4659-b56a-a20d9ba0b513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:15.342448 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-5b8f7f90-a78d-407f-a4e0-dcd1dd3cfda6 None None] Set router 285cfca3-056a-4400-a598-57473e43a41c gateway port host: None {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 11 13:53:15.401356 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-5503e5fc-574d-4659-b56a-a20d9ba0b513 admin admin] Calling delete_port for a38e0649-8f47-4b52-8be6-c83f90e9c541 owned by network:router_gateway {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:53:15.449212 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-5b8f7f90-a78d-407f-a4e0-dcd1dd3cfda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ad9ea9370>, [{'id': '285cfca3-056a-4400-a598-57473e43a41c', 'name': 'tempest-TestVolumeBootPattern-860892190-router', 'tenant_id': 'c17d809af7ac4a28861ad542deed915c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:45:01Z', 'updated_at': '2021-05-11T13:53:15Z', 'revision_number': 6, 'project_id': 'c17d809af7ac4a28861ad542deed915c', 'gw_port_host': None}], 'dv-cinder-784779-11-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:53:15.453858 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8f7f90-a78d-407f-a4e0-dcd1dd3cfda6 None None] The sync data for ids ['285cfca3-056a-4400-a598-57473e43a41c'] in dv-cinder-784779-11-iscsi is: [{'id': '285cfca3-056a-4400-a598-57473e43a41c', 'name': 'tempest-TestVolumeBootPattern-860892190-router', 'tenant_id': 'c17d809af7ac4a28861ad542deed915c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T13:45:01Z', 'updated_at': '2021-05-11T13:53:15Z', 'revision_number': 6, 'project_id': 'c17d809af7ac4a28861ad542deed915c', 'gw_port_host': None}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 11 13:53:15.561759 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5503e5fc-574d-4659-b56a-a20d9ba0b513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2100528'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:15.565448 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-3c396e84-ef49-4ac9-89ed-b819a70e6c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:53:15.609462 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503e5fc-574d-4659-b56a-a20d9ba0b513 admin admin] Pushing event deleted for resources: {'Port': ['ID=a38e0649-8f47-4b52-8be6-c83f90e9c541,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:53:15.612641 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5503e5fc-574d-4659-b56a-a20d9ba0b513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:53:15.802860 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5503e5fc-574d-4659-b56a-a20d9ba0b513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709928'] for router_gateway, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:15.978783 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5503e5fc-574d-4659-b56a-a20d9ba0b513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1796148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29004'] for router, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:15.981477 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5503e5fc-574d-4659-b56a-a20d9ba0b513 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:16.009021 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5503e5fc-574d-4659-b56a-a20d9ba0b513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1731194'] for router, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:16.009682 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5503e5fc-574d-4659-b56a-a20d9ba0b513 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 285cfca3-056a-4400-a598-57473e43a41c {{(pid=78703) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 11 13:53:16.022615 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5503e5fc-574d-4659-b56a-a20d9ba0b513 admin admin] Notify callbacks [] for router, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:16.023689 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-5503e5fc-574d-4659-b56a-a20d9ba0b513 admin admin] 10.222.0.48 "DELETE /v2.0/routers/285cfca3-056a-4400-a598-57473e43a41c HTTP/1.1" status: 204  len: 168 time: 1.3060224
May 11 13:53:16.026477 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 52988) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:53:16.087693 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_v2 [None req-487413f4-c77e-434c-b7ce-b4d33fb8f425 admin admin] Deleting subnet fe4894da-93cb-4caf-94b4-2b5d4f235ca8 {{(pid=78702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 11 13:53:16.090697 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-487413f4-c77e-434c-b7ce-b4d33fb8f425 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:16.146123 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-487413f4-c77e-434c-b7ce-b4d33fb8f425 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143158'] for subnet, precommit_delete_associations {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:16.228970 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-487413f4-c77e-434c-b7ce-b4d33fb8f425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861720'] for subnet, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:16.494365 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-487413f4-c77e-434c-b7ce-b4d33fb8f425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-861719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2529524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514346'] for subnet, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:16.499464 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:53:16.534986 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487413f4-c77e-434c-b7ce-b4d33fb8f425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe4894da-93cb-4caf-94b4-2b5d4f235ca8,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:53:16.538112 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-487413f4-c77e-434c-b7ce-b4d33fb8f425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:53:16.539100 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-487413f4-c77e-434c-b7ce-b4d33fb8f425 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:16.545902 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-487413f4-c77e-434c-b7ce-b4d33fb8f425 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fe4894da-93cb-4caf-94b4-2b5d4f235ca8 HTTP/1.1" status: 204  len: 168 time: 0.5182536
May 11 13:53:16.546575 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f68ed69-824c-474b-8d37-30623b04aca3 None None] Network 4836e80d-3036-445b-8e2a-ae2d47cd2007 requested from dv-cinder-784779-11-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 11 13:53:16.548375 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 52992) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:53:16.786931 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1f272c94-b3da-4d0c-a95b-b4dc192178a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785944'] for network, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:16.800395 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a109fdb2-af18-49ae-9f31-30a5295c0e28 None None] DHCP port deletion for 4836e80d-3036-445b-8e2a-ae2d47cd2007 request from dv-cinder-784779-11-iscsi {{(pid=78704) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 11 13:53:16.861531 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-1f272c94-b3da-4d0c-a95b-b4dc192178a2 admin admin] Deleting port 868b49c7-f88a-4722-8a8e-1f89f13d913f {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:53:16.861866 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1f272c94-b3da-4d0c-a95b-b4dc192178a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:16.865793 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-a109fdb2-af18-49ae-9f31-30a5295c0e28 None None] Deleting port 868b49c7-f88a-4722-8a8e-1f89f13d913f {{(pid=78704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 11 13:53:16.866177 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-a109fdb2-af18-49ae-9f31-30a5295c0e28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734582844829'] for port, before_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:16.965973 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-1f272c94-b3da-4d0c-a95b-b4dc192178a2 admin admin] For port 868b49c7-f88a-4722-8a8e-1f89f13d913f, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=868b49c7-f88a-4722-8a8e-1f89f13d913f,segment=NetworkSegment(d62dcced-8b6a-4d1b-9a72-16288b90eccf),segment_id=d62dcced-8b6a-4d1b-9a72-16288b90eccf)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:53:16.966359 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1f272c94-b3da-4d0c-a95b-b4dc192178a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:16.969922 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-a109fdb2-af18-49ae-9f31-30a5295c0e28 None None] For port 868b49c7-f88a-4722-8a8e-1f89f13d913f, host dv-cinder-784779-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-11-iscsi',level=0,port_id=868b49c7-f88a-4722-8a8e-1f89f13d913f,segment=NetworkSegment(d62dcced-8b6a-4d1b-9a72-16288b90eccf),segment_id=d62dcced-8b6a-4d1b-9a72-16288b90eccf)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 11 13:53:16.970322 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-a109fdb2-af18-49ae-9f31-30a5295c0e28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729718'] for port, precommit_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:17.092316 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-1f272c94-b3da-4d0c-a95b-b4dc192178a2 admin admin] Calling delete_port for 868b49c7-f88a-4722-8a8e-1f89f13d913f owned by network:dhcp {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:53:17.092814 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-a109fdb2-af18-49ae-9f31-30a5295c0e28 None None] Calling delete_port for 868b49c7-f88a-4722-8a8e-1f89f13d913f owned by network:dhcp {{(pid=78704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 11 13:53:17.150416 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7 no longer exists at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:53:17.156649 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1f272c94-b3da-4d0c-a95b-b4dc192178a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529447'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:17.160796 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-77cfbd7d-1a46-4d40-9c38-cab4581d92e0 tempest-AttachVolumeShelveTestJSON-182392407 tempest-AttachVolumeShelveTestJSON-182392407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:53:17.189762 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] No Port match for: ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:53:17.190157 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device ed5c3a60-dd0e-4253-bac2-8b36f6df5ae7 not bound to the agent host dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:53:17.190520 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device a38e0649-8f47-4b52-8be6-c83f90e9c541 no longer exists at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:53:17.210525 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f272c94-b3da-4d0c-a95b-b4dc192178a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=868b49c7-f88a-4722-8a8e-1f89f13d913f,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:53:17.212802 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-1f272c94-b3da-4d0c-a95b-b4dc192178a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:53:17.214014 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f272c94-b3da-4d0c-a95b-b4dc192178a2 admin admin] No DVR routers for this DVR port 868b49c7-f88a-4722-8a8e-1f89f13d913f on host dv-cinder-784779-11-iscsi {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:53:17.219280 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-a109fdb2-af18-49ae-9f31-30a5295c0e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734582849392', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734582430980'] for port, after_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:17.228038 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-c3a86e37-b512-496d-90ec-9fc768b6d5cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:53:17.258200 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] No Port match for: a38e0649-8f47-4b52-8be6-c83f90e9c541 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:53:17.258555 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device a38e0649-8f47-4b52-8be6-c83f90e9c541 not bound to the agent host dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:53:17.258969 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 868b49c7-f88a-4722-8a8e-1f89f13d913f no longer exists at agent ovs-agent-dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 11 13:53:17.299630 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109fdb2-af18-49ae-9f31-30a5295c0e28 None None] Pushing event deleted for resources: {'Port': ['ID=868b49c7-f88a-4722-8a8e-1f89f13d913f,revision_number=None']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:53:17.311397 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-a109fdb2-af18-49ae-9f31-30a5295c0e28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:53:17.312103 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] No Port match for: 868b49c7-f88a-4722-8a8e-1f89f13d913f {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 11 13:53:17.312509 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Device 868b49c7-f88a-4722-8a8e-1f89f13d913f not bound to the agent host dv-cinder-784779-11-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 11 13:53:17.313873 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a109fdb2-af18-49ae-9f31-30a5295c0e28 None None] No DVR routers for this DVR port 868b49c7-f88a-4722-8a8e-1f89f13d913f on host dv-cinder-784779-11-iscsi {{(pid=78704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 11 13:53:17.339290 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1f272c94-b3da-4d0c-a95b-b4dc192178a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863971', 'neutron.services.segments.db._delete_segments_for_network-8734582855581'] for network, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:17.353978 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-1f272c94-b3da-4d0c-a95b-b4dc192178a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ad977ee80>,) {'filters': {'network_id': ['4836e80d-3036-445b-8e2a-ae2d47cd2007']}} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:53:17.368905 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-1f272c94-b3da-4d0c-a95b-b4dc192178a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad977ee80>, 'd62dcced-8b6a-4d1b-9a72-16288b90eccf') {'for_net_delete': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:53:17.369194 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-1f272c94-b3da-4d0c-a95b-b4dc192178a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ad977ee80>, 'd62dcced-8b6a-4d1b-9a72-16288b90eccf') {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 11 13:53:17.381883 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1f272c94-b3da-4d0c-a95b-b4dc192178a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734582867559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143145'] for segment, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:17.398314 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1f272c94-b3da-4d0c-a95b-b4dc192178a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819'] for segment, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:17.404984 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f272c94-b3da-4d0c-a95b-b4dc192178a2 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=78702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 11 13:53:17.405367 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1f272c94-b3da-4d0c-a95b-b4dc192178a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-875819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2529426'] for segment, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]: Traceback (most recent call last):
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]:     timer()
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]:     cb(*args, **kw)
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]:     return func(*args, **kwargs)
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]:     self._notify()
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]:     self.callback(batched_events)
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]:     event.method(event)
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]:     aggregate_uuid = self.p_client.list_aggregates(
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]:     return f(self, *a, **k)
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]:     return self._get(url).json()
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]:     return self.request(url, 'GET', **kwargs)
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]:     base_url = self.get_endpoint(auth, allow=allow,
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 11 13:53:17.419834 dv-cinder-784779-11-iscsi neutron-server[78702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 11 13:53:17.505334 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1f272c94-b3da-4d0c-a95b-b4dc192178a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709946'] for network, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:17.509595 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:53:17.525131 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1f272c94-b3da-4d0c-a95b-b4dc192178a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:17.534633 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f272c94-b3da-4d0c-a95b-b4dc192178a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4836e80d-3036-445b-8e2a-ae2d47cd2007,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:53:17.539292 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-1f272c94-b3da-4d0c-a95b-b4dc192178a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:53:17.544684 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-1f272c94-b3da-4d0c-a95b-b4dc192178a2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4836e80d-3036-445b-8e2a-ae2d47cd2007 HTTP/1.1" status: 204  len: 168 time: 0.9937847
May 11 13:53:17.674510 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 52998) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:53:17.727068 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-c100ff5b-d591-410b-9239-19ebb3ccf900 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d185725581a24febb7946b4a64c64b41&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0512366
May 11 13:53:17.729917 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.48', 53002) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:53:17.804911 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-89d9fd16-93f8-4d9b-a70b-5d64a1b5bce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:17.834008 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-89d9fd16-93f8-4d9b-a70b-5d64a1b5bce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:17.899134 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-89d9fd16-93f8-4d9b-a70b-5d64a1b5bce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:17.905304 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e207b3d3-ea2c-41f6-a88b-a22bb7ba844c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:53:17.920400 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9fd16-93f8-4d9b-a70b-5d64a1b5bce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0454c609-a0e9-4af6-a6e9-08478d31e93c,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:53:17.923341 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-89d9fd16-93f8-4d9b-a70b-5d64a1b5bce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:53:17.925278 dv-cinder-784779-11-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-89d9fd16-93f8-4d9b-a70b-5d64a1b5bce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:17.927481 dv-cinder-784779-11-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-89d9fd16-93f8-4d9b-a70b-5d64a1b5bce0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0454c609-a0e9-4af6-a6e9-08478d31e93c HTTP/1.1" status: 204  len: 168 time: 0.1955035
May 11 13:53:18.314471 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 53010) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:53:18.365696 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-c8b7b5f2-a9f4-49d9-8ce5-037406db1713 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c17d809af7ac4a28861ad542deed915c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0499337
May 11 13:53:18.368171 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.48', 53014) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 11 13:53:18.431153 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a1e8c116-1b68-4915-b09a-e0de171a51c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:18.462652 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a1e8c116-1b68-4915-b09a-e0de171a51c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:18.530326 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a1e8c116-1b68-4915-b09a-e0de171a51c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684113'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:18.536579 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-518b205a-5d52-4502-961f-a45483994ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 11 13:53:18.550978 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8c116-1b68-4915-b09a-e0de171a51c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422c4d16-3589-491e-93fd-f4cd607cc918,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 11 13:53:18.553745 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-a1e8c116-1b68-4915-b09a-e0de171a51c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 11 13:53:18.555011 dv-cinder-784779-11-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a1e8c116-1b68-4915-b09a-e0de171a51c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:18.556175 dv-cinder-784779-11-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-a1e8c116-1b68-4915-b09a-e0de171a51c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/422c4d16-3589-491e-93fd-f4cd607cc918 HTTP/1.1" status: 204  len: 168 time: 0.1870546
May 11 13:53:29.401746 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-ac143ffb-1462-418c-ab87-759dbb968533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:29.662880 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:32.231787 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:32.523279 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b2a29f62-c288-4f68-b82b-68625ff2d19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:33.399063 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:34.814440 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:44.661221 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:53:59.400663 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-6e885aaf-caf1-42de-9549-082adcf141e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:53:59.676719 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:54:02.229798 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:54:02.528290 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-8ff10a28-4853-4856-bd0b-aebb31fbb0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:54:03.398339 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:54:04.817719 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:54:21.660895 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:54:29.396452 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-fa96b052-66b3-4aa0-bbd6-8262a7eead90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:54:29.680036 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:54:32.227603 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:54:32.525737 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-672b3ca5-3245-4024-a930-f217c92d4859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:54:33.409592 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:54:34.817788 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:54:58.664817 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:54:59.395852 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-ff2d4274-a800-4b7a-b7a5-807680c09dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:54:59.679630 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:55:02.231277 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:55:02.520657 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-299cab50-6a7c-4695-9103-38b2547717d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:55:03.409815 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:55:04.822635 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:55:29.393995 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-bad2d8e8-b0dd-41ad-a859-1ab6fa006322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:55:29.691005 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:55:32.228704 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:55:32.524363 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-98280926-fe41-452c-8f21-53d8e11b788a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:55:33.406781 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:55:34.827694 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:55:35.668449 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:55:59.394116 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-27ecf26d-2655-47fb-a0ab-d181b2b55e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:55:59.719605 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:56:02.227876 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:56:02.530049 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-f5e04e6c-2728-4697-a97c-ff19d46a96fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:56:03.410240 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:56:04.826477 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:56:12.670129 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:56:29.397109 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-69cdb334-79a9-47a2-b23f-dd470f443374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:56:29.718468 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:56:32.224545 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:56:32.524111 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-93e2cfb5-2abf-4181-ba7b-840371611ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:56:33.414008 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:56:34.833883 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:56:49.671442 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:56:59.395421 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-57772bfc-eaf0-4363-9dd0-9ec0def82373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:56:59.716817 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:57:02.221069 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:57:02.528281 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-46e0bd7d-2236-42bb-8b80-5cdf0619a888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:57:03.425817 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:57:04.837586 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:57:26.677042 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:57:29.390328 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5b547bf6-0b3a-4eb9-8988-0830dfb9c989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:57:29.734784 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:57:32.220961 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:57:32.534277 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-74984c2a-1d55-44c8-a463-cb680503932c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:57:33.425886 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:57:34.840614 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:57:59.397983 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-2d3facfc-ec57-4ff1-976b-215eafe56e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:57:59.732910 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5c661338-169d-43a9-8f75-263573ab52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:58:02.217666 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb00be34-3a59-43fc-b8a5-54ebb03cf2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:58:02.533362 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-3d558cfd-100e-4a3d-b3bc-6f29ffe4da5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:58:03.436674 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a2c9a84-6f6e-418f-b580-e0bcec4489d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 11 13:58:03.677008 dv-cinder-784779-11-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-6c8f3f9e-1d1c-485f-8998-26e62f2443ec None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 11 13:58:04.840947 dv-cinder-784779-11-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d6d8a582-0a4a-484e-9475-983ecd33e60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734582855590', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866009'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}